-- Logs begin at Wed 2022-01-05 17:11:04 UTC, end at Wed 2022-01-05 18:29:27 UTC. -- Jan 05 17:57:53.727001 dv-cinder-xena-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 05 17:57:56.468402 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.common.config [-] Logging enabled! Jan 05 17:57:56.469008 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev80 Jan 05 17:57:56.469144 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 05 17:57:56.472598 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.common.config [-] Logging enabled! Jan 05 17:57:56.472853 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev80 Jan 05 17:57:56.473167 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 05 17:57:56.474173 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 17:57:56.474408 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 17:57:56.474761 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 17:57:56.475004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 17:57:56.475226 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 17:57:56.475543 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.475838 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.476134 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.476360 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.476657 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.476943 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.477224 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.477510 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.477801 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.478209 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.478629 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.478916 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.479147 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.479428 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.479715 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.480000 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.480221 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] debug = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.480497 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.480919 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.481324 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.481603 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.481891 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.482194 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.482465 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.482740 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.483020 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.483347 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] host = dv-cinder-xena-3-iscsi {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.483623 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.483906 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.484190 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.484478 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.484748 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.485019 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.485300 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.485571 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.485839 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.486139 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.486427 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.486718 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.487003 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.487223 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.487441 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.487727 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.488011 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.488284 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.488555 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.488826 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.489096 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.489366 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.489634 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.489915 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.490224 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.490507 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.490779 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.491051 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.491320 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.491589 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.491870 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.492211 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.492466 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.492737 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.493020 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.493285 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.494202 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.494646 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.494874 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.495154 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.495440 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.495715 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.495998 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.496274 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.496548 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.496820 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_json = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.497098 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.497368 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.497650 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.497922 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.498227 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.498502 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.498773 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.499058 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:56.499351 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.499646 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.499944 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.500227 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.500519 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.500796 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.501080 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.501354 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.501640 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.501927 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.502237 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.502516 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.502800 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.503076 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.503365 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.503666 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.504041 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.504340 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.504615 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.504887 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.505157 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.505433 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.505722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.506000 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.506311 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.506602 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.506882 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.507171 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.507462 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.507752 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.508025 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.508304 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.508596 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.508874 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.509819 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.510290 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.510373 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.510612 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.510889 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.511170 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.511448 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.511720 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.511994 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.512273 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.512563 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.512840 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.513111 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.513381 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.513657 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.513929 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.514236 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.514513 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.514785 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.515059 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.515336 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.515606 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.515879 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.516154 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.516423 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.516699 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.516971 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.517247 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.517519 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.517791 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.518093 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.518370 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.518643 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.518918 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.519192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.519462 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.519733 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.520007 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.520279 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.520564 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.520860 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.521141 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.521420 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.521698 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.521976 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.522277 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.522552 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.522829 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.523107 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.523378 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.523668 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.523949 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.524235 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.524520 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.524876 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.525180 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.525456 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.525736 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.526042 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.526312 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.526596 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.526880 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.527178 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.527470 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.527763 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.528057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.528345 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.528623 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.529246 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.529535 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:56.529753 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 17:57:56.529994 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101943) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 05 17:57:56.880658 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 05 17:57:56.880845 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 05 17:57:56.881132 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 05 17:57:56.881464 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 05 17:57:57.276470 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.276751 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.277021 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.278422 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.278696 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.278965 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.315029 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.315305 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.315569 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.331137 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.331419 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.331687 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.360708 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.360983 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.361248 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.398478 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.398757 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.399024 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.633429 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.633928 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.634196 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.634421 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.635119 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.757357 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.757671 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.757954 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.758246 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.758509 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.758812 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.759092 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.759566 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.759566 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.759852 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.760106 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.760365 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.760618 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.760871 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.761116 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.761374 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.761623 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.761883 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.762172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.762425 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.762687 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.762934 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.763207 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.763574 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.763817 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.764054 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.764443 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.764682 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.764916 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.765148 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.765379 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.765611 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:57.765969 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 05 17:57:57.769056 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 05 17:57:57.773117 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 05 17:57:57.777393 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 05 17:57:57.779041 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 05 17:57:57.779498 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 05 17:57:57.779833 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 05 17:57:57.780220 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 05 17:57:57.783044 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 05 17:57:57.783292 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 05 17:57:57.783632 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 05 17:57:57.788891 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 05 17:57:57.811513 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 05 17:57:57.811960 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.812253 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101943) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 05 17:57:57.812612 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.813979 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101943) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 05 17:57:57.814282 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 05 17:57:57.814526 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 05 17:57:57.817812 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.818124 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:57.881695 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 05 17:57:57.881874 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 05 17:57:57.882111 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 05 17:57:57.882484 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 05 17:57:57.905292 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_db.sqlalchemy.engines [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101943) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 05 17:57:58.618658 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing driver for type 'gre' Jan 05 17:57:58.619202 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] gre ID ranges: [(1, 1000)] Jan 05 17:57:58.783679 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing driver for type 'local' Jan 05 17:57:58.784278 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing driver for type 'vlan' Jan 05 17:57:58.846835 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] VlanTypeDriver initialization complete Jan 05 17:57:58.847226 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing driver for type 'vxlan' Jan 05 17:57:58.847756 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] vxlan ID ranges: [(1, 1000)] Jan 05 17:57:59.040969 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing extension driver 'port_security' Jan 05 17:57:59.041322 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.extensions.port_security [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] PortSecurityExtensionDriver initialization complete Jan 05 17:57:59.041694 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing mechanism driver 'openvswitch' Jan 05 17:57:59.042045 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing mechanism driver 'hyperv' Jan 05 17:57:59.052983 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:57:59.053669 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.054066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.054424 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.054954 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.055396 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.055754 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.056179 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.056752 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.057225 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.057583 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.057933 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.058357 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.058792 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.059174 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.059516 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.060056 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.060482 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.060841 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.061191 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.061591 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.062051 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > address_group after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.062400 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > address_group after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.062747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.063147 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 17:57:59.063529 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] ML2 OVO RPC backend initialized. {{(pid=101943) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 05 17:57:59.064248 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.064607 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.065027 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.065376 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > networks before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.065728 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.066105 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > ports before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.066453 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.066802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnets before_response 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.067151 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.067511 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.067833 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.068192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.068533 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.068867 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.069207 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.069541 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.069875 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.070496 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.plugin [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Modular L2 Plugin initialization complete Jan 05 17:57:59.070829 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading services supported by the core plugin {{(pid=101943) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 05 17:57:59.071155 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.plugins.ml2.managers [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Got port-security extension from driver 'port_security' Jan 05 17:57:59.072135 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.extensions.vlantransparent [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Disabled vlantransparent extension. Jan 05 17:57:59.072628 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101943) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 05 17:57:59.072941 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: router Jan 05 17:57:59.109503 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.109904 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_create 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.110315 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router before_create 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.110687 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.111063 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.111422 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_delete 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.111788 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.112149 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.112514 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_create 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.112866 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.113220 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.113572 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.113933 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.114372 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.114746 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.115104 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.115434 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: subnet after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.115774 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.116128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.116481 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_create 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.116826 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.117177 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.117534 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router after_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.117881 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.118263 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_create 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.118729 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.119259 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_update 55549900 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.119635 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > agent after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.119994 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > agent after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.120355 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > network after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.121255 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Tracking information for resource: router configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:59.121597 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Tracking information for resource: floatingip configured {{(pid=101943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 17:57:59.126745 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.db.l3_agentschedulers_db [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 05 17:57:59.127333 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.127697 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.128054 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.128409 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: port after_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.129214 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router before_create 55550100 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.129584 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.129953 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_create 55550100 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.130347 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > router precommit_update 55550100 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.135743 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.provider_configuration [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service providers = [] {{(pid=101943) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 05 17:57:59.136109 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.db.servicetype_db [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101943) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 05 17:57:59.139105 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.service_base [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 17:57:59.139458 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.service_base [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 17:57:59.139806 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.service_base [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 17:57:59.140708 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.services.service_base [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 17:57:59.141083 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.services.service_base [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 05 17:57:59.141463 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.141783 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 05 17:57:59.153117 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.153454 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: auto_allocate Jan 05 17:57:59.159334 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: network precommit_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.159709 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: network precommit_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.160234 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.160560 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: tag Jan 05 17:57:59.167252 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.167595 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: timestamp Jan 05 17:57:59.171663 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.172003 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: network_ip_availability Jan 05 17:57:59.177500 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.177875 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.178270 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.178992 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.179316 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: flavors Jan 05 17:57:59.184272 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.184611 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading Plugin: revisions Jan 05 17:57:59.188939 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 17:57:59.189336 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=101943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 05 17:57:59.190128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101943) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 05 17:57:59.190470 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Initializing extension manager. Jan 05 17:57:59.190990 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: __init__.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.191335 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: __pycache__ {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.191673 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.192009 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: address_group.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.192768 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.193349 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: address-group Jan 05 17:57:59.193680 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: address_scope.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.194630 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.195153 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: address-scope Jan 05 17:57:59.195479 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.196423 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.197455 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: router-admin-state-down-before-update Jan 05 17:57:59.197779 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: agent.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.198593 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.199108 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: agent Jan 05 17:57:59.199431 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: agent_resources_synced.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.200351 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.200869 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: agent-resources-synced Jan 05 17:57:59.201197 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: allowedaddresspairs.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.203157 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.203689 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: allowed-address-pairs Jan 05 17:57:59.204024 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: auto_allocated_topology.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.205192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.205758 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: auto-allocated-topology Jan 05 17:57:59.206159 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: availability_zone.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.206996 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.207646 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: availability_zone Jan 05 17:57:59.208008 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: availability_zone_filter.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.209029 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.209600 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: availability_zone_filter Jan 05 17:57:59.209930 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: data_plane_status.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.210985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.211529 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension data-plane-status not supported by any of loaded plugins Jan 05 17:57:59.211897 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: default_subnetpools.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.213486 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.214006 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: default-subnetpools Jan 05 17:57:59.214358 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.215178 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.215700 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: dhcp_agent_scheduler Jan 05 17:57:59.216029 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: dns.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.216951 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.217461 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension dns-integration not supported by any of loaded plugins Jan 05 17:57:59.217788 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: dns_domain_ports.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.218739 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.219251 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 05 17:57:59.219578 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.220505 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.221015 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 05 17:57:59.221349 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: dvr.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.222340 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.222856 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: dvr Jan 05 17:57:59.223180 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: ecmp_routes.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.224107 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.224618 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 05 17:57:59.224940 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: empty_string_filtering.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.225861 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.226409 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: empty-string-filtering Jan 05 17:57:59.226733 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.227661 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.228372 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 05 17:57:59.228722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.229654 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.230190 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 05 17:57:59.230516 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: external_net.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.231441 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.231955 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: external-net Jan 05 17:57:59.232278 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.244346 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.244962 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: extra_dhcp_opt Jan 05 17:57:59.245292 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: extraroute.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.246252 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.246769 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: extraroute Jan 05 17:57:59.247095 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: extraroute_atomic.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.248150 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.248676 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: extraroute-atomic Jan 05 17:57:59.249005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: filter_validation.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.249700 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.250243 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: filter-validation Jan 05 17:57:59.250572 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: fip_pf_description.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.251493 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.252008 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 05 17:57:59.252332 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: fip_port_details.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.253263 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.253774 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: fip-port-details Jan 05 17:57:59.254127 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: flavors.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.255402 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.255921 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: flavors Jan 05 17:57:59.256251 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.257949 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.258499 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 05 17:57:59.258833 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: floatingip_pools.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.260376 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.260920 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: floatingip-pools Jan 05 17:57:59.261251 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: ip_allocation.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.262240 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.262754 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension ip_allocation not supported by any of loaded plugins Jan 05 17:57:59.263081 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.264010 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.264523 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: ip-substring-filtering Jan 05 17:57:59.264852 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l2_adjacency.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.265785 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.266335 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 05 17:57:59.272089 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.272089 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.272089 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: router Jan 05 17:57:59.272089 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.274139 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.274976 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 05 17:57:59.275321 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.276293 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.276820 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: ext-gw-mode Jan 05 17:57:59.277149 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.278138 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.278713 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: l3-ha Jan 05 17:57:59.279040 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3_flavors.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.279973 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.280485 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: l3-flavors Jan 05 17:57:59.280812 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.281734 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.282287 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 05 17:57:59.282614 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: l3agentscheduler.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.283680 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.284203 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: l3_agent_scheduler Jan 05 17:57:59.284534 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: logging.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.286089 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.286627 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension logging not supported by any of loaded plugins Jan 05 17:57:59.286958 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: metering.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.287709 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.288293 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: metering Jan 05 17:57:59.288617 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.289763 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.290353 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: metering_source_and_destination_fields Jan 05 17:57:59.290686 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: multiprovidernet.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.291669 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.292146 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: multi-provider Jan 05 17:57:59.292476 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: netmtu.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.293421 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.293945 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: net-mtu Jan 05 17:57:59.294453 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: netmtu_writable.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.303807 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.304326 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: net-mtu-writable Jan 05 17:57:59.304654 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: network_availability_zone.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.305340 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.306427 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: network_availability_zone Jan 05 17:57:59.306760 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: network_ip_availability.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.307887 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.308426 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: network-ip-availability Jan 05 17:57:59.308756 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: network_segment_range.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.309532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.310060 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension network-segment-range not supported by any of loaded plugins Jan 05 17:57:59.310389 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: pagination.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.311381 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.311719 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: pagination Jan 05 17:57:59.312044 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: port_device_profile.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.312966 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.313489 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: port-device-profile Jan 05 17:57:59.313816 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.314800 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.315320 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: port-mac-address-regenerate Jan 05 17:57:59.315650 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.316582 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.317098 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: port-numa-affinity-policy Jan 05 17:57:59.317422 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: port_resource_request.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.318511 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.319029 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension port-resource-request not supported by any of loaded plugins Jan 05 17:57:59.319353 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: portbindings.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.320319 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.320831 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: binding Jan 05 17:57:59.321153 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: portbindings_extended.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.323116 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.323643 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: binding-extended Jan 05 17:57:59.323966 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: portsecurity.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.324901 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.325418 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: port-security Jan 05 17:57:59.325747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: project_id.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.326756 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.327093 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: project-id Jan 05 17:57:59.327440 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: providernet.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.328366 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.328886 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: provider Jan 05 17:57:59.329212 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.332890 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.333419 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos not supported by any of loaded plugins Jan 05 17:57:59.333755 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.335066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.335593 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 05 17:57:59.335930 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.336906 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.337543 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 05 17:57:59.337875 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_default.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.338850 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.345685 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-default not supported by any of loaded plugins Jan 05 17:57:59.345685 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_fip.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.345685 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.345685 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-fip not supported by any of loaded plugins Jan 05 17:57:59.345685 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_gateway_ip.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.346403 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.347174 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 05 17:57:59.347502 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_port_network_policy.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.348456 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.348971 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 05 17:57:59.349300 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_pps_rule.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.350527 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.351046 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-pps not supported by any of loaded plugins Jan 05 17:57:59.351396 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_rule_type_details.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.352341 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.352884 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 05 17:57:59.353209 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: qos_rules_alias.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.354301 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.354818 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 05 17:57:59.355145 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: quotasv2.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.356070 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.356402 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: quotas Jan 05 17:57:59.356727 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: quotasv2_detail.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.360262 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.360605 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: quota_details Jan 05 17:57:59.360941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: rbac.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.362003 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.362559 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: rbac-policies Jan 05 17:57:59.362897 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: rbac_address_group.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.363837 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.364386 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: rbac-address-group Jan 05 17:57:59.364716 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: rbac_address_scope.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.365645 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.366206 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: rbac-address-scope Jan 05 17:57:59.366535 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: rbac_security_groups.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.367459 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.367978 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: rbac-security-groups Jan 05 17:57:59.368822 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: rbac_subnetpool.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.369835 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.370401 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: rbac-subnetpool Jan 05 17:57:59.370731 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: revisionifmatch.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.371660 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.372181 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: revision-if-match Jan 05 17:57:59.372507 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: revisions.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.373643 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.374201 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: standard-attr-revisions Jan 05 17:57:59.374535 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: router_availability_zone.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.375216 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.375731 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: router_availability_zone Jan 05 17:57:59.376056 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: routerservicetype.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.377027 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.377542 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension router-service-type not supported by any of loaded plugins Jan 05 17:57:59.377867 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.378828 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.379347 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: security-groups-normalized-cidr Jan 05 17:57:59.379674 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.380612 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.381127 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: port-security-groups-filtering Jan 05 17:57:59.381453 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.382435 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.389492 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: security-groups-remote-address-group Jan 05 17:57:59.389492 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: securitygroup.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.394896 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.395456 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: security-group Jan 05 17:57:59.395792 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: segment.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.396620 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.397135 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension segment not supported by any of loaded plugins Jan 05 17:57:59.397483 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.398505 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.399030 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 05 17:57:59.399360 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: servicetype.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.401081 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.401603 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: service-type Jan 05 17:57:59.401936 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: sorting.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.402962 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.403305 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: sorting Jan 05 17:57:59.403661 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: standard_attr_segment.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.404591 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.405107 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 05 17:57:59.405435 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: standardattrdescription.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.406125 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.406649 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: standard-attr-description Jan 05 17:57:59.406978 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: stateful_security_group.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.407934 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.408452 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: stateful-security-group Jan 05 17:57:59.408779 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: stdattrs_common.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.409379 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 05 17:57:59.409730 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.416264 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.416781 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 05 17:57:59.417136 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnet_onboard.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.418282 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.418811 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: subnet_onboard Jan 05 17:57:59.419139 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.420087 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.420615 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 05 17:57:59.420941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnet_service_types.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.421878 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.422507 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: subnet-service-types Jan 05 17:57:59.422782 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnetallocation.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.423919 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.424475 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: subnet_allocation Jan 05 17:57:59.424805 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.425486 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.426000 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: subnetpool-prefix-ops Jan 05 17:57:59.426394 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.427364 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.427877 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 05 17:57:59.428203 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: tagging.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.429305 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.429835 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: standard-attr-tag Jan 05 17:57:59.430197 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: timestamp.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.431588 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.432111 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loaded extension: standard-attr-timestamp Jan 05 17:57:59.432444 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: trunk.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.433531 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.434073 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension trunk not supported by any of loaded plugins Jan 05 17:57:59.434407 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: trunk_details.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.435338 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.435855 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension trunk-details not supported by any of loaded plugins Jan 05 17:57:59.436184 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: uplink_status_propagation.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.437120 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.437633 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 05 17:57:59.437960 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Loading extension file: vlantransparent.py {{(pid=101943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 17:57:59.438692 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 17:57:59.439204 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 05 17:57:59.441646 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:network Jan 05 17:57:59.442209 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnet Jan 05 17:57:59.442627 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 17:57:59.443640 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:port Jan 05 17:57:59.444304 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.444745 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service FLAVORS assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.445369 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.445809 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.446185 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:router Jan 05 17:57:59.446806 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:floatingip Jan 05 17:57:59.447305 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service METERING assigned prefix: /metering {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.448755 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.449134 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.449557 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:57:59.450599 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of CountableResource for resource:rbac_policy Jan 05 17:57:59.451059 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:security_group Jan 05 17:57:59.451503 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 05 17:57:59.452119 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service CORE assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.452457 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 17:57:59.452817 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] subnetpool is already registered Jan 05 17:57:59.453249 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service CORE assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.453580 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 17:57:59.453932 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] subnetpool is already registered Jan 05 17:57:59.456283 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.456720 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service FLAVORS assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.457310 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.457735 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.458095 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:router Jan 05 17:57:59.458450 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] router is already registered Jan 05 17:57:59.458868 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:floatingip Jan 05 17:57:59.459209 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] floatingip is already registered Jan 05 17:57:59.459668 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service METERING assigned prefix: /metering {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.460333 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of CountableResource for resource:rbac_policy Jan 05 17:57:59.460663 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] rbac_policy is already registered Jan 05 17:57:59.461076 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:security_group Jan 05 17:57:59.461434 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] security_group is already registered Jan 05 17:57:59.461841 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 05 17:57:59.462739 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] security_group_rule is already registered Jan 05 17:57:59.463375 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service CORE assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.463703 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 17:57:59.464043 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] subnetpool is already registered Jan 05 17:57:59.464467 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.v2.resource_helper [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Service CORE assigned prefix: {{(pid=101943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 17:57:59.464801 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 17:57:59.465136 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING neutron.quota.resource_registry [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] subnetpool is already registered Jan 05 17:57:59.465613 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: extensions {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.467137 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: address-groups {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.468663 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: address-scopes {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.469982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: agents {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.471192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: auto-allocated-topology {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.472739 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: availability_zones {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.473979 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: dhcp-networks {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.475558 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: dhcp-agents {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.476984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: routers {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.479856 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: flavors {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.481075 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: service_profiles {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.482329 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: next_providers {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.483845 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: service_profiles {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.485398 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: floatingip-pools {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.486668 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: routers {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.488785 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: floatingips {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.490167 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: l3-routers {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.491586 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: l3-agents {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.493027 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: metering-labels {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.494570 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: metering-label-rules {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.495900 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: network-ip-availabilities {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.497201 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: bindings {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.499727 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: quotas {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.501228 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: quotas {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.502696 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: rbac-policies {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.503901 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: security-groups {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.505224 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: security-group-rules {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.506547 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: service-providers {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.507785 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: subnetpools {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.509304 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: subnetpools {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.510836 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.512520 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.514407 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.516207 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.518007 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.519902 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.521623 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.523576 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.526161 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.529228 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron.api.extensions [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Extended resource: tags {{(pid=101943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 17:57:59.534086 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING keystonemiddleware.auth_token [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 05 17:57:59.538855 dv-cinder-xena-3-iscsi neutron-server[101943]: WARNING keystonemiddleware.auth_token [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 05 17:57:59.548195 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Acquired lock "singleton_lock" {{(pid=101943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 05 17:57:59.548616 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_concurrency.lockutils [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Releasing lock "singleton_lock" {{(pid=101943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 05 17:57:59.549252 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Starting 2 workers Jan 05 17:57:59.554241 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Started child 102088 {{(pid=101943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 17:57:59.558853 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Started child 102089 {{(pid=101943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 17:57:59.560315 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.560963 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO neutron.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 05 17:57:59.561426 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Notify callbacks [] for process, before_spawn {{(pid=101943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.561991 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [-] (102088) wsgi starting up on http://0.0.0.0:9696 Jan 05 17:57:59.563547 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.564015 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Starting 1 workers Jan 05 17:57:59.564927 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [-] (102089) wsgi starting up on http://0.0.0.0:9696 Jan 05 17:57:59.569096 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Started child 102090 {{(pid=101943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 17:57:59.569671 dv-cinder-xena-3-iscsi neutron-server[101943]: INFO oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Starting 1 workers Jan 05 17:57:59.573411 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] calling RpcWorker wait() {{(pid=102090) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 05 17:57:59.573940 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] returning from RpcWorker wait() {{(pid=102090) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 05 17:57:59.575066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Started child 102091 {{(pid=101943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 17:57:59.575353 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.575975 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG neutron_lib.callbacks.manager [None req-2cb1225f-0121-4bbe-bd22-7ebd251d7096 None None] Notify callbacks [] for process, after_spawn {{(pid=101943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.576132 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:57:59.577944 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 05 17:57:59.578192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 17:57:59.578382 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 17:57:59.578605 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 17:57:59.578947 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 17:57:59.579112 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 17:57:59.579805 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.580117 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.580397 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.580487 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:57:59.580936 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.580936 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.581569 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.581830 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.582153 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.582392 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.582630 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.582804 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.583243 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.583411 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.583665 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.583995 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.584277 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.584541 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.584816 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.584989 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.585246 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.585519 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.585750 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.586023 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] debug = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.586281 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.586819 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.587206 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.587910 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.588228 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.588520 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.588755 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.589022 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.589268 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.589521 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.589748 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.590034 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.590284 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.590523 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.590752 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.591191 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.591419 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.591897 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] host = dv-cinder-xena-3-iscsi {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.592140 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.592384 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.592663 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.592930 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.593201 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.593446 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.593683 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.593933 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.594229 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.594459 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.594704 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.594984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.595250 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.595506 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.595658 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_options = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.595916 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.596164 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.596413 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.596852 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.597010 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.597186 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.597435 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.597601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.597849 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.598141 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.598401 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.598605 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.598822 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.599039 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.599294 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.599548 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.599799 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.600071 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.600253 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.600483 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.600880 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.601267 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.601651 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.602081 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.602562 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.603077 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.603239 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.603460 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.603802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.603979 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.604168 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.604411 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.604658 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.604806 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:57:59.604938 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.605156 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.605428 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.605744 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.605885 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.606183 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.606416 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.606669 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.606934 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.607152 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.607380 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.607581 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.607809 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.608042 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_json = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.608274 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.609136 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.609136 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.609326 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.609529 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.610152 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.610152 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.612169 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.612169 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.618984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620536 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.620982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.621217 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.621666 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.621666 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.621815 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.622048 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.622271 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.622491 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.622818 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.623098 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.623330 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.623584 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.623836 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.624111 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.624334 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.624582 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.624856 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.625120 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.625362 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.625590 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.625805 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.626061 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.626274 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.626512 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.626760 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.626978 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.627320 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.627556 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.627786 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.628006 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.628224 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.628493 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.628827 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.629055 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.629291 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.629506 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.629724 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.629938 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.630213 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.630455 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.630691 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.630906 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.631145 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.631376 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.631611 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.631830 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.632045 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.632326 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.632595 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.632787 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.633006 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.633249 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.633438 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.633658 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.633901 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.634872 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.635441 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.635676 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.635905 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.636123 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.636343 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.636618 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.637028 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.637186 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.637566 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.637711 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.637953 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.644192 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645005 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.645601 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.646204 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647230 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647230 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647230 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647230 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647507 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647593 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647752 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.647995 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.648395 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.648500 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.648813 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.649039 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.649293 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.649530 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.650936 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.651216 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.651471 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.651750 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.652163 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.652311 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.652461 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653278 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653278 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653278 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.653977 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.654096 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.654302 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.654538 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.654752 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.654988 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.655219 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.655438 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.655785 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.656004 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.656233 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.656477 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.656687 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.656904 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.657140 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.657547 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.657766 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.657984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.658242 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.658493 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.658714 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.658998 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.659263 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.659480 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.659707 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.659950 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.660373 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.660761 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.661482 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.661735 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.661957 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.662180 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.662401 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.662641 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.662881 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.663128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.663344 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.663580 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.663848 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.664183 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.664455 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.664705 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.664960 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.665195 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.665986 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.666259 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.666482 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.666701 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.666920 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.667137 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.667410 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.667661 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.667918 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.668112 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.668326 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.668542 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.668791 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.669020 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.669326 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.669588 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.669843 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.670105 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.672802 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673665 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673665 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.673873 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.674265 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.674496 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.674714 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.674943 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.675159 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.675374 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.675600 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.675817 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.676050 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.676298 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.676509 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.676718 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.676940 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.677154 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.677364 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.677668 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.677923 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.678172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.678452 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.678717 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.678976 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.680642 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.681284 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.681769 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.682218 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.682592 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.682971 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.683221 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.683482 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.683817 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.684132 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.684393 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.684653 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.684936 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.685235 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.685523 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.685777 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.686312 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.686835 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.687126 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.687392 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.687644 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.687899 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.688126 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.688347 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.688587 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.688829 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.689066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.689323 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.689555 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.689782 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.690045 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.690442 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.690669 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.690921 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.691155 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.691379 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.691599 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.691760 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 17:57:59.692280 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 05 17:57:59.692433 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 17:57:59.692585 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 17:57:59.692756 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 17:57:59.692927 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 17:57:59.693071 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 17:57:59.693285 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.693446 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.693606 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.693762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694098 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694282 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694444 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694603 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694755 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.694914 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695071 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695217 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695374 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695530 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695690 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695844 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.695994 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.696156 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.696319 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.697031 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.697633 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.697810 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.697966 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] debug = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.698158 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.698376 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.698538 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.701532 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] host = dv-cinder-xena-3-iscsi {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702057 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702550 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_options = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.702985 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703377 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703442 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:57:59.703513 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703513 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703654 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703732 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.703919 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704032 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704187 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704487 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704648 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704803 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.704958 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705120 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705267 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705414 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705574 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705728 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.705884 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706060 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706217 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706372 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706514 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706670 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706824 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.706979 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707135 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707289 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707443 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707598 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707753 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.707893 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708052 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708230 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708437 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708602 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708728 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708845 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.708968 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709094 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709252 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709393 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709551 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709707 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.709862 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710054 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710188 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_json = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710343 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710500 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710655 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710811 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.710967 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.711123 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.711279 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.711434 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 17:57:59.711616 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.711776 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.711949 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.712170 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.712800 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.712952 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.713115 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.714128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715172 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715783 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715783 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715783 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.715783 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716163 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716163 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716163 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716381 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716460 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716617 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716778 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.716937 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717098 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717258 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717420 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717576 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717736 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.717894 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718075 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718236 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718426 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718672 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718808 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.718969 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719128 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719288 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719447 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719606 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719767 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.719925 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720085 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720245 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720405 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720565 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720723 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.720894 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.721052 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.721211 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.721370 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.721529 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.721941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.722107 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.722477 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.722477 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.722747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.722747 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723013 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723013 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723273 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723358 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723470 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723618 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723778 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.723937 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.724097 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.724255 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.724429 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.724575 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.724761 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725034 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725247 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725350 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725506 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725666 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725825 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.725984 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726167 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726485 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726653 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726827 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.726986 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.727145 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.731762 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733066 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.733972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.734549 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735193 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.735941 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.736722 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737390 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737968 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737968 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737968 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.737968 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738366 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738366 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738606 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738606 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738754 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738833 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.738982 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739143 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739309 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739469 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739616 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739772 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.739922 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740076 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740221 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740368 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740557 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740710 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740838 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.740986 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741145 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741305 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741453 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741612 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741770 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.741929 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.742099 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.742301 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.742448 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.742574 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.742699 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.743030 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.743030 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.743255 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.743920 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.744492 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.744662 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.744826 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.744987 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745149 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745308 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745472 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745635 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745793 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.745961 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746148 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746310 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746469 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746628 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746787 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.746946 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747093 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747270 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747429 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747588 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747758 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.747902 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748043 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748199 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748358 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748517 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748676 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748837 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.748996 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749165 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749325 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749483 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749641 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749823 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.749981 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750171 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750331 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750489 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750648 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750805 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.750963 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751131 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751290 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751448 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751607 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751765 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.751923 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752092 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752251 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752409 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752568 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752757 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.752916 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753085 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753246 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753405 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753574 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753733 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.753891 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754072 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754244 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754406 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754566 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754726 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.754885 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755044 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755205 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755368 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755542 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755712 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.755871 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756038 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756205 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756374 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756531 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756697 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.756867 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757027 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757185 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757344 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757502 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757662 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757820 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.757978 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758157 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758317 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758475 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758634 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758791 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.758972 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.759567 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.759742 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.759905 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.760067 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.760227 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.760387 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 17:57:59.760539 dv-cinder-xena-3-iscsi neutron-server[101943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 17:57:59.900496 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51264) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:57:59.909127 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064719 Jan 05 17:58:11.309771 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700856d7-8c91-45cb-a1cf-9cdefc5c44cb None None] get_active_networks_info from dv-cinder-xena-3-iscsi {{(pid=102090) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 05 17:58:11.407533 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700856d7-8c91-45cb-a1cf-9cdefc5c44cb None None] No non-hosted networks {{(pid=102090) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 05 17:58:11.440598 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.agentschedulers_db [None req-700856d7-8c91-45cb-a1cf-9cdefc5c44cb None None] DHCP Agent not found on host dv-cinder-xena-3-iscsi {{(pid=102090) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 05 17:58:11.568291 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dde3edc6-5ce4-4389-9b31-c6da8487c0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:13.540331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-042b988c-fe74-44eb-a66f-ea78d98cb879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:13.567455 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.db.api [None req-80ad5fb1-ce61-4ca1-8120-07965f3e549b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-xena-3-iscsi {{(pid=102090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:58:13.568204 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG oslo_db.api [None req-80ad5fb1-ce61-4ca1-8120-07965f3e549b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:58:14.177063 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-80ad5fb1-ce61-4ca1-8120-07965f3e549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:14.517354 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:16.113534 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:16.480821 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:16.481636 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.482133 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.483013 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.483624 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.484237 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.484821 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.485555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.487021 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.489674 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.490250 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.490612 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.494149 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:16.494149 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-xena-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:16.505817 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-xena-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:17.058309 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.db.l3_hamode_db [None req-dc811c02-692c-4d9a-ad73-57aa808e323e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 05 17:58:17.138177 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc811c02-692c-4d9a-ad73-57aa808e323e None None] Routers set() bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:58:17.138783 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc811c02-692c-4d9a-ad73-57aa808e323e None None] Router IDs set() for agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 05 17:58:17.255206 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51356) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:17.769923 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-b4fadcf3-c7cb-460c-b9eb-01bf10452f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:17.770541 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-b4fadcf3-c7cb-460c-b9eb-01bf10452f73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:17.999171 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-b4fadcf3-c7cb-460c-b9eb-01bf10452f73 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:58:18.000262 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b4fadcf3-c7cb-460c-b9eb-01bf10452f73 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7441616 Jan 05 17:58:20.386724 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51374) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:20.702091 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:20.796825 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.policy [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102089) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 05 17:58:20.843253 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:20.843618 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING oslo_policy.policy [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:20.852448 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.quota [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] Loaded quota_driver: . Jan 05 17:58:21.048197 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752288522148', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752288521609', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752288501616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752288498958', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752287896791', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752288618867', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1896820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-728274'] for rbac-policy, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:21.218541 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:21.219786 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7f55966c-e983-433c-8632-9bb67f9983d6 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8320451 Jan 05 17:58:23.819492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51386) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:24.114504 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Request body: {'network': {'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'name': 'private'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:24.217567 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Made reservation on behalf of 3df791b71b6b41d2a4d404db2eeec10e for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:58:24.220333 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.237989 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.344278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.411972 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.435629 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:58:24.460137 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752290823819', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.460751 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Unsubscribe: segment precommit_create {{(pid=102089) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 05 17:58:24.461220 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Added segment 5a45e166-8144-4349-a6d1-9b255ed06da9 of type vlan for network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca Jan 05 17:58:24.467713 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9a7a4-a567-496e-933a-a57f5aecd680,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:24.502125 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.502471 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.502806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.503135 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.503459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.503784 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.504103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.504422 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.504740 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.505054 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.505365 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.505702 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Tracked resource versions report: Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: pushed versions: Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: { 'AddressGroup': {'1.2'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'ConntrackHelper': {'1.0'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Log': {'1.0'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Network': {'1.1'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Port': {'1.7'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'PortForwarding': {'1.2'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'QosPolicy': {'1.9'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroup': {'1.4'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SubPort': {'1.0'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Subnet': {'1.1'}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Trunk': {'1.1'}} Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: consumer versions: Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'ConntrackHelper': '1.0', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Log': '1.0', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Network': '1.1', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Port': '1.7', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'PortForwarding': '1.2', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'QosPolicy': '1.9', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroup': '1.4', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroupRule': '1.2', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SubPort': '1.0', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Subnet': '1.1', Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Trunk': '1.1'}} Jan 05 17:58:24.506853 dv-cinder-xena-3-iscsi neutron-server[102089]: {{(pid=102089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:58:24.569830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.650910 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.651997 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:24.652712 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:24.748039 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] Pushing event updated for resources: {'Network': ['ID=bae49aa0-a770-4fa0-9e88-8db1c6ce2eca,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:24.759207 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:58:24.798178 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-815e7bff-18b5-4c05-9647-ee240f6ad427 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9775209 Jan 05 17:58:27.543836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51400) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:27.932018 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24275e4-4927-4020-b26d-d93ff65b8e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:27.933373 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c24275e4-4927-4020-b26d-d93ff65b8e65 admin admin] 10.222.0.26 "GET /v2.0/networks/bae49aa0-a770-4fa0-9e88-8db1c6ce2eca HTTP/1.1" status: 200 len: 825 time: 0.3886058 Jan 05 17:58:27.958229 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-987d96d7-fb58-4102-a3bc-39855e84d83f admin admin] 10.222.0.26 "GET /v2.0/subnetpools/fb870774-ceaa-4363-b670-582fa0005167 HTTP/1.1" status: 200 len: 734 time: 0.0186231 Jan 05 17:58:27.967607 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Request body: {'subnet': {'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167', 'gateway_ip': '172.20.0.1', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:28.044715 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Made reservation on behalf of 3df791b71b6b41d2a4d404db2eeec10e for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:58:28.046982 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:28.401288 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:28.470906 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e54e546-d51e-491d-9f4b-1314532c575b,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:28.475664 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Checking segment: {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 17:58:28.476078 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Network hostable DHCP agents. Network: bae49aa0-a770-4fa0-9e88-8db1c6ce2eca, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:58:28.566245 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:58:28.640627 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, bae49aa0-a770-4fa0-9e88-8db1c6ce2eca) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:28.645339 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:28.645923 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:28.652464 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a67c25-a947-4d00-a95b-7f49d7a0ff08 None None] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 17:58:28.729748 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-72db39ad-1e25-415d-8161-3a5e5d14c866 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7653022 Jan 05 17:58:28.967937 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 17:58:28.969157 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.244818 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Allocated IP 172.20.0.2 (bae49aa0-a770-4fa0-9e88-8db1c6ce2eca/4e54e546-d51e-491d-9f4b-1314532c575b/bc3690f6-b1f0-4215-9646-e7c409faebdc) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:58:29.446153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.521610 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.624531 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:58:29.633698 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:29.641332 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Pushing event updated for resources: {'Port': ['ID=bc3690f6-b1f0-4215-9646-e7c409faebdc,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:29.643485 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:58:29.675285 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.675878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.675977 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.676276 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.676607 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.676935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.677263 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.677585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.677906 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.678254 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.678571 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.678888 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Tracked resource versions report: Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: pushed versions: Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: { 'AddressGroup': {'1.2'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'ConntrackHelper': {'1.0'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Log': {'1.0'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Network': {'1.1'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Port': {'1.7'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'PortForwarding': {'1.2'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'QosPolicy': {'1.9'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroup': {'1.4'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SubPort': {'1.0'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Subnet': {'1.1'}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Trunk': {'1.1'}} Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: consumer versions: Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'ConntrackHelper': '1.0', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Log': '1.0', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Network': '1.1', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Port': '1.7', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'PortForwarding': '1.2', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'QosPolicy': '1.9', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroup': '1.4', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroupRule': '1.2', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SubPort': '1.0', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Subnet': '1.1', Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Trunk': '1.1'}} Jan 05 17:58:29.680014 dv-cinder-xena-3-iscsi neutron-server[102090]: {{(pid=102090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:58:29.732014 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Attempting to bind port bc3690f6-b1f0-4215-9646-e7c409faebdc on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 17:58:29.732411 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Attempting to bind port bc3690f6-b1f0-4215-9646-e7c409faebdc by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 17:58:29.732845 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Attempting to bind port bc3690f6-b1f0-4215-9646-e7c409faebdc on network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:58:29.737612 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:58:29.738040 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Checking segment: {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 17:58:29.738529 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.738913 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Bound using segment: {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:58:29.739399 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Bound port: bc3690f6-b1f0-4215-9646-e7c409faebdc, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 17:58:29.739803 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.801436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] For port bc3690f6-b1f0-4215-9646-e7c409faebdc, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:58:29.805592 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] For port bc3690f6-b1f0-4215-9646-e7c409faebdc, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=bc3690f6-b1f0-4215-9646-e7c409faebdc,segment=NetworkSegment(5a45e166-8144-4349-a6d1-9b255ed06da9),segment_id=5a45e166-8144-4349-a6d1-9b255ed06da9)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:58:29.881260 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:29.948691 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c018f-d287-4c60-a3c0-4efda52b55a0 None None] Pushing event updated for resources: {'Port': ['ID=bc3690f6-b1f0-4215-9646-e7c409faebdc,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:31.165779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51408) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:31.487715 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-f94b6e72-59d3-441f-8b31-c895a7b9e26c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:58:31.489321 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f94b6e72-59d3-441f-8b31-c895a7b9e26c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3224690 Jan 05 17:58:33.892007 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51416) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:34.206099 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-2bace0da-0954-4198-8c8a-039242764932 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:58:34.207112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2bace0da-0954-4198-8c8a-039242764932 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142390 Jan 05 17:58:36.871540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 51426) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:37.381974 dv-cinder-xena-3-iscsi neutron-server[102088]: WARNING oslo_policy.policy [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:37.382600 dv-cinder-xena-3-iscsi neutron-server[102088]: WARNING oslo_policy.policy [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:37.610280 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:37.675387 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.policy [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102088) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 05 17:58:37.723794 dv-cinder-xena-3-iscsi neutron-server[102088]: WARNING oslo_policy.policy [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:37.724178 dv-cinder-xena-3-iscsi neutron-server[102088]: WARNING oslo_policy.policy [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 17:58:37.732756 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.quota [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Loaded quota_driver: . Jan 05 17:58:37.746124 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device bc3690f6-b1f0-4215-9646-e7c409faebdc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:58:37.828669 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port bc3690f6-b1f0-4215-9646-e7c409faebdc triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:37.829021 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:37.863669 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:37.865622 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:37.941828 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:37.983075 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port bc3690f6-b1f0-4215-9646-e7c409faebdc, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=bc3690f6-b1f0-4215-9646-e7c409faebdc,segment=NetworkSegment(5a45e166-8144-4349-a6d1-9b255ed06da9),segment_id=5a45e166-8144-4349-a6d1-9b255ed06da9)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:58:38.025452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:38.053631 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:38.098225 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=bc3690f6-b1f0-4215-9646-e7c409faebdc,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:38.103912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:38.195125 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:38.196729 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-edb8046f-2be8-432c-9266-06e3075b3a8a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3230433 Jan 05 17:58:38.439068 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18980a-6d71-4c8e-bdb3-64602d2554e1 None None] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 17:58:38.499151 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c5e0a508-4648-4958-9a2f-1e8b7c79f1eb None None] Provisioning complete for port bc3690f6-b1f0-4215-9646-e7c409faebdc triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:38.499512 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c5e0a508-4648-4958-9a2f-1e8b7c79f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:38.847206 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6bfea239-29d3-4551-9e00-ec0ddfad6d77 None None] Provisioning complete for port bc3690f6-b1f0-4215-9646-e7c409faebdc triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:38.847846 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6bfea239-29d3-4551-9e00-ec0ddfad6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:39.714657 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device bc3690f6-b1f0-4215-9646-e7c409faebdc up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:58:39.759471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port bc3690f6-b1f0-4215-9646-e7c409faebdc triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:39.759828 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:40.606741 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51446) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:40.913525 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [None req-3c43fcc0-1a2c-4b7c-8fc3-5e0b8c252340 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:58:40.915080 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3c43fcc0-1a2c-4b7c-8fc3-5e0b8c252340 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069229 Jan 05 17:58:41.335982 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c15b31ee-0ccd-459c-ab7c-78980f0db83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.323232 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 51454) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:43.532091 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6527f03c-c828-499b-aa8c-ae9721902342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.638816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:43.720545 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Made reservation on behalf of 3598b5f425cc4d268d71fdf5ab59e359 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:58:43.723618 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.739961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.840669 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.880037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.890915 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102088) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 05 17:58:43.922613 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752290823819', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:43.923173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Unsubscribe: segment precommit_create {{(pid=102088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 05 17:58:43.923663 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Added segment 8da76cac-715f-45f8-b8e8-f4eab05a348f of type flat for network c4264420-c1eb-46e8-af32-5bb5027c981b Jan 05 17:58:43.938974 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b84336b-803a-4280-a8e9-bb022d1ad181,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:43.964686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.965031 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.965367 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.965692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.966033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.966364 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.966685 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.967003 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.967320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.967664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.967982 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.968300 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Tracked resource versions report: Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: pushed versions: Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: { 'AddressGroup': {'1.2'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'ConntrackHelper': {'1.0'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Log': {'1.0'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Network': {'1.1'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Port': {'1.7'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'PortForwarding': {'1.2'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'QosPolicy': {'1.9'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroup': {'1.4'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SubPort': {'1.0'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Subnet': {'1.1'}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Trunk': {'1.1'}} Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: consumer versions: Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'ConntrackHelper': '1.0', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Log': '1.0', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Network': '1.1', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Port': '1.7', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'PortForwarding': '1.2', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'QosPolicy': '1.9', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroup': '1.4', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroupRule': '1.2', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SubPort': '1.0', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Subnet': '1.1', Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Trunk': '1.1'}} Jan 05 17:58:43.969440 dv-cinder-xena-3-iscsi neutron-server[102088]: {{(pid=102088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:58:44.041789 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:44.141553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:44.142801 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:44.143463 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:44.238033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4264420-c1eb-46e8-af32-5bb5027c981b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:44.249820 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network c4264420-c1eb-46e8-af32-5bb5027c981b details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:58:44.271709 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fbff443c-fdff-49a6-8a74-4db1817715f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9474304 Jan 05 17:58:44.475208 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:46.040706 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:46.463578 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:46.673356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 51476) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:46.887649 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db76282-275c-456e-a5da-9e01af3f92e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:46.888999 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-5db76282-275c-456e-a5da-9e01af3f92e6 admin admin] 10.222.0.26 "GET /v2.0/subnets/4e54e546-d51e-491d-9f4b-1314532c575b HTTP/1.1" status: 200 len: 849 time: 0.2146749 Jan 05 17:58:47.022620 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-4a32bfdd-bf6c-4f33-a5b1-5655b7bfeb01 admin admin] 10.222.0.26 "GET /v2.0/routers/b0be1472-1a2b-4156-886e-e7c382427a66 HTTP/1.1" status: 200 len: 704 time: 0.1273036 Jan 05 17:58:47.280609 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:47.573800 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Allocated IP 172.20.0.1 (bae49aa0-a770-4fa0-9e88-8db1c6ce2eca/4e54e546-d51e-491d-9f4b-1314532c575b/67450ed2-162b-4868-b55a-5404ff61568a) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:58:47.758777 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:47.886785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:47.962954 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:58:47.968595 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:47.978082 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:58:47.978636 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:47.997877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Pushing event updated for resources: {'Port': ['ID=67450ed2-162b-4868-b55a-5404ff61568a,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:48.189760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-592d03af-c3ea-474a-af07-d19cfc49de1d None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:48.190371 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-592d03af-c3ea-474a-af07-d19cfc49de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.225322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.226668 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-592d03af-c3ea-474a-af07-d19cfc49de1d None None] Port 67450ed2-162b-4868-b55a-5404ff61568a cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 17:58:48.479504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.565842 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.566597 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.644448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Pushing event updated for resources: {'Port': ['ID=67450ed2-162b-4868-b55a-5404ff61568a,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:48.688829 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:58:48.690134 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:48.848066 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-4811322f-8bd1-424a-9817-dfee69fb0e6b None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:48.848511 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4811322f-8bd1-424a-9817-dfee69fb0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:48.879722 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4811322f-8bd1-424a-9817-dfee69fb0e6b None None] Port 67450ed2-162b-4868-b55a-5404ff61568a cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 17:58:48.907687 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Router b0be1472-1a2b-4156-886e-e7c382427a66 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:58:48.998839 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:58:49.003898 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f6063fda-12a3-4356-b3c7-b3c5d1c74e41 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0be1472-1a2b-4156-886e-e7c382427a66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9748664 Jan 05 17:58:49.022049 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Sync routers for ids ['b0be1472-1a2b-4156-886e-e7c382427a66'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:58:49.034789 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Routers {'b0be1472-1a2b-4156-886e-e7c382427a66'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:58:49.035631 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T17:58:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['b0be1472-1a2b-4156-886e-e7c382427a66'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:49.222693 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Set router b0be1472-1a2b-4156-886e-e7c382427a66 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:58:49.642329 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:48Z', 'revision_number': 2, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port_host': None, '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:48Z', 'revision_number': 2, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:49.693805 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Checking router: b0be1472-1a2b-4156-886e-e7c382427a66 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:58:49.694211 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Updating router b0be1472-1a2b-4156-886e-e7c382427a66 port 67450ed2-162b-4868-b55a-5404ff61568a binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:58:49.743422 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.261367 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.360242 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.515134 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Pushing event updated for resources: {'Port': ['ID=67450ed2-162b-4868-b55a-5404ff61568a,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:50.530992 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.531336 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.531670 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.531994 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.532317 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.532634 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.532946 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.533260 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.533581 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.533893 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.534227 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.534535 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Tracked resource versions report: Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: pushed versions: Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: { 'AddressGroup': {'1.2'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'ConntrackHelper': {'1.0'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Log': {'1.0'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Network': {'1.1'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Port': {'1.7'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'PortForwarding': {'1.2'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'QosPolicy': {'1.9'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroup': {'1.4'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SubPort': {'1.0'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Subnet': {'1.1'}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Trunk': {'1.1'}} Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: consumer versions: Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'ConntrackHelper': '1.0', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Log': '1.0', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Network': '1.1', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Port': '1.7', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'PortForwarding': '1.2', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'QosPolicy': '1.9', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroup': '1.4', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroupRule': '1.2', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SubPort': '1.0', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Subnet': '1.1', Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Trunk': '1.1'}} Jan 05 17:58:50.535713 dv-cinder-xena-3-iscsi neutron-server[102091]: {{(pid=102091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:58:50.538357 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Attempting to bind port 67450ed2-162b-4868-b55a-5404ff61568a on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 17:58:50.538750 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Attempting to bind port 67450ed2-162b-4868-b55a-5404ff61568a by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 17:58:50.540267 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Attempting to bind port 67450ed2-162b-4868-b55a-5404ff61568a on network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:58:50.546667 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:58:50.547090 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Checking segment: {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 17:58:50.547560 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.547942 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Bound using segment: {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:58:50.548442 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Bound port: 67450ed2-162b-4868-b55a-5404ff61568a, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45e166-8144-4349-a6d1-9b255ed06da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 17:58:50.548883 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.610991 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-b71e3fc9-7100-4bdb-a799-f991a9e118c2 None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:50.611543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b71e3fc9-7100-4bdb-a799-f991a9e118c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.619123 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] For port 67450ed2-162b-4868-b55a-5404ff61568a, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:58:50.640021 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] For port 67450ed2-162b-4868-b55a-5404ff61568a, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=67450ed2-162b-4868-b55a-5404ff61568a,segment=NetworkSegment(5a45e166-8144-4349-a6d1-9b255ed06da9),segment_id=5a45e166-8144-4349-a6d1-9b255ed06da9)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:58:50.646337 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-b71e3fc9-7100-4bdb-a799-f991a9e118c2 None None] Port 67450ed2-162b-4868-b55a-5404ff61568a cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 17:58:50.715108 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:50.771835 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Routers {'b0be1472-1a2b-4156-886e-e7c382427a66'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:58:50.772361 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T17:58:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['b0be1472-1a2b-4156-886e-e7c382427a66'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:50.774860 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5aaba-a942-457b-b5cd-35ca38af6ed0 None None] Pushing event updated for resources: {'Port': ['ID=67450ed2-162b-4868-b55a-5404ff61568a,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:50.865351 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] Set router b0be1472-1a2b-4156-886e-e7c382427a66 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:58:50.968592 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:50.968956 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:51.049826 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:51.073408 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:48Z', 'revision_number': 2, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port_host': None, '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:50Z', 'revision_number': 4, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:51.082185 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] For port 67450ed2-162b-4868-b55a-5404ff61568a, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=67450ed2-162b-4868-b55a-5404ff61568a,segment=NetworkSegment(5a45e166-8144-4349-a6d1-9b255ed06da9),segment_id=5a45e166-8144-4349-a6d1-9b255ed06da9)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:58:51.104413 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34638ac-0dcb-463c-9b03-a77b9567e0d0 None None] The sync data for ids ['b0be1472-1a2b-4156-886e-e7c382427a66'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:48Z', 'revision_number': 2, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port_host': None, '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:50Z', 'revision_number': 4, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:58:51.143233 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:51.194296 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a0ddd-5683-44f2-b3c2-5f9bb0682795 None None] Pushing event updated for resources: {'Port': ['ID=67450ed2-162b-4868-b55a-5404ff61568a,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:51.261977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 51496) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:51.375201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c3cb2-50c0-4447-ab27-73ac7b9421b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:51.376558 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b77c3cb2-50c0-4447-ab27-73ac7b9421b2 admin admin] 10.222.0.26 "GET /v2.0/networks/c4264420-c1eb-46e8-af32-5bb5027c981b HTTP/1.1" status: 200 len: 842 time: 0.1136177 Jan 05 17:58:51.386666 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Request body: {'subnet': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.37.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.37.1.1'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:51.469258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Made reservation on behalf of 3598b5f425cc4d268d71fdf5ab59e359 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:58:51.471699 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:51.855607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.objects.ports [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102088) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:58:51.856029 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:51.909276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764091d9-beb6-4fa2-b2d9-37c5bb4be1b2,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:51.918327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 17:58:51.918588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Network hostable DHCP agents. Network: c4264420-c1eb-46e8-af32-5bb5027c981b, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:58:52.038484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:58:52.118862 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, c4264420-c1eb-46e8-af32-5bb5027c981b) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:52.123463 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:52.124370 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:52.127841 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4b561-86d4-4557-892d-7c1571ccdd0b None None] Network c4264420-c1eb-46e8-af32-5bb5027c981b requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 17:58:52.252350 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5573216-88a2-439c-895b-81b8fd3b3338 None None] Network c4264420-c1eb-46e8-af32-5bb5027c981b requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 17:58:52.274071 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2da0302b-3f5b-4ae1-ac3a-95ac9177a9e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765049 Jan 05 17:58:54.576664 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51504) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:54.839268 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c6e8e2ac-126a-4b3d-8ea4-8cfd7df5de5b admin admin] 10.222.0.26 "GET /v2.0/routers/b0be1472-1a2b-4156-886e-e7c382427a66 HTTP/1.1" status: 200 len: 710 time: 0.2614439 Jan 05 17:58:54.954944 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30939e-e315-4f0d-b98a-c77831521030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:54.956332 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6e30939e-e315-4f0d-b98a-c77831521030 admin admin] 10.222.0.26 "GET /v2.0/networks/c4264420-c1eb-46e8-af32-5bb5027c981b HTTP/1.1" status: 200 len: 886 time: 0.1111486 Jan 05 17:58:54.965671 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:58:55.207837 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:55.498364 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:55.579446 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:55.903311 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Allocated IP 172.37.1.142 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/58c92454-6a80-4ef5-b9c9-d188589b4bda) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:58:56.009266 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:56.138192 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:56.235732 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:58:56.237419 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:58:56.239305 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Pushing event updated for resources: {'Port': ['ID=58c92454-6a80-4ef5-b9c9-d188589b4bda,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:56.242687 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:58:56.603115 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:56.808850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-604'] for router, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:56.813743 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572891'] for router, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:56.921240 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Router b0be1472-1a2b-4156-886e-e7c382427a66 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:58:57.025984 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:58:57.031151 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:57.032418 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a031e00a-aadd-49a5-86bd-2465c5e4eb4a admin admin] 10.222.0.26 "PUT /v2.0/routers/b0be1472-1a2b-4156-886e-e7c382427a66 HTTP/1.1" status: 200 len: 890 time: 2.0698292 Jan 05 17:58:57.582794 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Sync routers for ids ['b0be1472-1a2b-4156-886e-e7c382427a66'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:58:57.593565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Routers {'b0be1472-1a2b-4156-886e-e7c382427a66'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:58:57.594257 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T17:58:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['b0be1472-1a2b-4156-886e-e7c382427a66'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:57.619258 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:58:57.763752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 67450ed2-162b-4868-b55a-5404ff61568a up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:58:57.826102 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Set router b0be1472-1a2b-4156-886e-e7c382427a66 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:58:57.971559 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:57.972172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:58.276231 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142'}], 'enable_snat': True}, 'gw_port_id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:56Z', 'revision_number': 4, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port': {'id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:55Z', 'updated_at': '2022-01-05T17:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:51Z', 'revision_number': 5, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:58.324985 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Checking router: b0be1472-1a2b-4156-886e-e7c382427a66 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:58:58.325349 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Updating router b0be1472-1a2b-4156-886e-e7c382427a66 port 58c92454-6a80-4ef5-b9c9-d188589b4bda binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:58:58.377420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:58.750198 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:58.811726 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:58.861580 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Attempting to bind port 58c92454-6a80-4ef5-b9c9-d188589b4bda on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 17:58:58.861946 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Attempting to bind port 58c92454-6a80-4ef5-b9c9-d188589b4bda by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 17:58:58.862331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Attempting to bind port 58c92454-6a80-4ef5-b9c9-d188589b4bda on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:58:58.871808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba5016-f667-4434-8ad6-580358a3389d None None] Pushing event updated for resources: {'Port': ['ID=58c92454-6a80-4ef5-b9c9-d188589b4bda,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:58.879277 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:58:58.879663 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 17:58:58.880062 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:58.880444 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:58:58.880907 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Bound port: 58c92454-6a80-4ef5-b9c9-d188589b4bda, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 17:58:58.881286 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:59.006049 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] For port 58c92454-6a80-4ef5-b9c9-d188589b4bda, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:58:59.009908 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] For port 58c92454-6a80-4ef5-b9c9-d188589b4bda, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=58c92454-6a80-4ef5-b9c9-d188589b4bda,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:58:59.058446 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:59.114629 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Routers {'b0be1472-1a2b-4156-886e-e7c382427a66'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:58:59.115235 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T17:58:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['b0be1472-1a2b-4156-886e-e7c382427a66'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:59.118377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba5016-f667-4434-8ad6-580358a3389d None None] Pushing event updated for resources: {'Port': ['ID=58c92454-6a80-4ef5-b9c9-d188589b4bda,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:58:59.219263 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] Set router b0be1472-1a2b-4156-886e-e7c382427a66 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:58:59.433182 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142'}], 'enable_snat': True}, 'gw_port_id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:56Z', 'revision_number': 4, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port': {'id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:55Z', 'updated_at': '2022-01-05T17:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:51Z', 'revision_number': 5, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:58:59.453478 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 51518) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 17:58:59.459026 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099b970-cfb6-4b28-9f1a-80195ac33a1a None None] The sync data for ids ['b0be1472-1a2b-4156-886e-e7c382427a66'] in dv-cinder-xena-3-iscsi is: [{'id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'name': 'router1', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142'}], 'enable_snat': True}, 'gw_port_id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:58:37Z', 'updated_at': '2022-01-05T17:58:56Z', 'revision_number': 4, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'gw_port': {'id': '58c92454-6a80-4ef5-b9c9-d188589b4bda', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:55Z', 'updated_at': '2022-01-05T17:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '67450ed2-162b-4868-b55a-5404ff61568a', 'name': '', 'network_id': 'bae49aa0-a770-4fa0-9e88-8db1c6ce2eca', 'tenant_id': '3df791b71b6b41d2a4d404db2eeec10e', 'mac_address': 'fa:16:3e:46:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be1472-1a2b-4156-886e-e7c382427a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:58:47Z', 'updated_at': '2022-01-05T17:58:51Z', 'revision_number': 5, 'project_id': '3df791b71b6b41d2a4d404db2eeec10e', 'subnets': [{'id': '4e54e546-d51e-491d-9f4b-1314532c575b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb870774-ceaa-4363-b670-582fa0005167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:58:59.584582 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-183fa24c-7a58-4ed5-bd7b-67312b5b5ba1 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299360 Jan 05 17:58:59.780527 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 58c92454-6a80-4ef5-b9c9-d188589b4bda up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:58:59.835140 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 58c92454-6a80-4ef5-b9c9-d188589b4bda triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:58:59.835140 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:59.919799 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:58:59.942754 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 58c92454-6a80-4ef5-b9c9-d188589b4bda, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=58c92454-6a80-4ef5-b9c9-d188589b4bda,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:00.012047 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:00.065360 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=58c92454-6a80-4ef5-b9c9-d188589b4bda,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:01.738426 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 58c92454-6a80-4ef5-b9c9-d188589b4bda up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:59:01.788656 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 58c92454-6a80-4ef5-b9c9-d188589b4bda triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:59:01.789033 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:11.327725 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-17eed136-7f1a-4ec5-a50f-e96ed576ddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:13.535431 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ca622546-7b9e-4ce7-8f77-36082412984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:14.478654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:16.090206 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:16.474400 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:34.621284 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:59:41.337119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-78d61756-8b90-4f46-94bd-6d36351dbe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:44.456845 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-05664409-ba4e-4f79-a8fc-282d90d9682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:44.514119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:46.062636 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 17:59:46.449073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:11.319067 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1c3defa3-3111-4bfc-8d16-1e55ffffe226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:11.620058 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:00:13.519151 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-758470a7-64a5-412e-b698-4def1369ee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:14.490693 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:16.073548 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:16.478837 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:37.155116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52080) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:37.219585 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7552370-a703-4b27-83e1-ead4259e19c0 admin admin] GET failed (client error): The resource could not be found. Jan 05 18:00:37.220901 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f7552370-a703-4b27-83e1-ead4259e19c0 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648630 Jan 05 18:00:37.379446 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7adea8-b868-4f67-be38-6b4f903d30d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:37.380804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3b7adea8-b868-4f67-be38-6b4f903d30d6 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542444 Jan 05 18:00:39.585708 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52090) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:39.677411 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec84c8-ccf7-4b4f-af48-840b451457e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:39.678801 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82ec84c8-ccf7-4b4f-af48-840b451457e5 admin admin] 10.222.0.26 "GET /v2.0/subnets/4e54e546-d51e-491d-9f4b-1314532c575b HTTP/1.1" status: 200 len: 849 time: 0.0921378 Jan 05 18:00:39.689010 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:39.772089 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:40.015626 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752290795650'] for subnet, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:40.047162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:40.047946 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:40.049559 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] 10.222.0.26 "PUT /v2.0/subnets/4e54e546-d51e-491d-9f4b-1314532c575b HTTP/1.1" status: 200 len: 868 time: 0.3642664 Jan 05 18:00:40.051926 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb0d0e-ecef-46ca-9d31-de2f28ba568c None None] Network bae49aa0-a770-4fa0-9e88-8db1c6ce2eca requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:00:40.069667 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e54e546-d51e-491d-9f4b-1314532c575b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:40.077590 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.077968 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.078351 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.078694 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.079035 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.079372 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.079708 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.080043 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.080392 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.080726 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.081057 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.081417 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3b32c4-d889-46ca-b74b-3493a4279338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:40.459106 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-245e81a6-e9cc-4de3-891a-4ac78e957929 None None] Provisioning complete for port 67450ed2-162b-4868-b55a-5404ff61568a triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:40.459474 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-245e81a6-e9cc-4de3-891a-4ac78e957929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:40.541803 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-245e81a6-e9cc-4de3-891a-4ac78e957929 None None] Provisioning complete for port bc3690f6-b1f0-4215-9646-e7c409faebdc triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:40.542125 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-245e81a6-e9cc-4de3-891a-4ac78e957929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:41.316587 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ce6f864b-be9d-4e5b-8461-f1b8b913975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:42.259944 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52100) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:42.513186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ac991-245c-4fba-ab19-edc6b0363a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:42.513584 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ac991-245c-4fba-ab19-edc6b0363a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:42.515145 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-136ac991-245c-4fba-ab19-edc6b0363a1d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2542462 Jan 05 18:00:43.541558 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3ab40cf6-2329-40c3-ad1d-de60a8fb9396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:44.495694 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:44.733137 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52108) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:44.861228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2acdf-ece6-4016-9e6d-33845415977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:44.861705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2acdf-ece6-4016-9e6d-33845415977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:44.863284 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-dbe2acdf-ece6-4016-9e6d-33845415977d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292121 Jan 05 18:00:46.090072 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:46.464361 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:00:47.125856 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52116) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:47.266616 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394db34-a295-4a77-a9c4-4102c0fe24eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:47.267990 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7394db34-a295-4a77-a9c4-4102c0fe24eb admin admin] 10.222.0.26 "GET /v2.0/networks/bae49aa0-a770-4fa0-9e88-8db1c6ce2eca HTTP/1.1" status: 200 len: 869 time: 0.1411457 Jan 05 18:00:48.618368 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:00:49.465117 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52124) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:49.590593 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645d0d5-add2-4a60-84ea-4baadd2a14e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:49.591964 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b645d0d5-add2-4a60-84ea-4baadd2a14e6 admin admin] 10.222.0.26 "GET /v2.0/networks/c4264420-c1eb-46e8-af32-5bb5027c981b HTTP/1.1" status: 200 len: 886 time: 0.1259000 Jan 05 18:00:51.805225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52132) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:51.929728 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794d193-0685-4022-95c9-d9dc418b2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:51.930228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794d193-0685-4022-95c9-d9dc418b2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:51.931753 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-4794d193-0685-4022-95c9-d9dc418b2e0e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255727 Jan 05 18:00:54.168410 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52140) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:54.258941 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5675a-2383-4810-8d37-712213aa7ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:54.259400 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5675a-2383-4810-8d37-712213aa7ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:54.260889 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e6b5675a-2383-4810-8d37-712213aa7ec3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915604 Jan 05 18:00:56.459540 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52148) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:56.548328 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d14b8c-0931-4de0-b6ff-1e633194d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:56.550340 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-45d14b8c-0931-4de0-b6ff-1e633194d447 admin admin] 10.222.0.26 "GET /v2.0/subnets/4e54e546-d51e-491d-9f4b-1314532c575b HTTP/1.1" status: 200 len: 868 time: 0.0897114 Jan 05 18:00:58.791231 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52156) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:00:58.876827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3769ed-93e9-45d6-9229-da7c9e001138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:58.878806 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ee3769ed-93e9-45d6-9229-da7c9e001138 admin admin] 10.222.0.26 "GET /v2.0/subnets/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2 HTTP/1.1" status: 200 len: 816 time: 0.0866408 Jan 05 18:01:11.323500 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-878910cf-fe60-41ff-a684-da4f827e12ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:13.546562 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-59c5ee1a-087b-4c58-a04c-5adac468b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:14.500734 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:16.060767 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:16.458175 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:22.947967 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52210) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:01:22.999090 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [None req-fee5f7c7-1d12-4f92-8d15-73800f429703 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:01:23.000137 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fee5f7c7-1d12-4f92-8d15-73800f429703 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512156 Jan 05 18:01:25.283676 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52218) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:01:25.344283 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.pecan_wsgi.hooks.translation [None req-6399dc86-f6d3-4664-aac2-b72e38fa8b52 admin admin] GET failed (client error): The resource could not be found. Jan 05 18:01:25.345867 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6399dc86-f6d3-4664-aac2-b72e38fa8b52 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611787 Jan 05 18:01:25.488144 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0097a-882d-45b7-8baf-80cb5ab88d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:25.489547 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-aeb0097a-882d-45b7-8baf-80cb5ab88d61 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386237 Jan 05 18:01:25.616420 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:01:27.714405 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52226) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:01:27.761545 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:01:27.852140 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Made reservation on behalf of 3598b5f425cc4d268d71fdf5ab59e359 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:01:27.854445 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:27.888917 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING neutron.services.revisions.revision_plugin [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Could not find related network for resource to bump revision. Jan 05 18:01:27.900938 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:01:27.909702 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:27.910056 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Added segment db7fdf69-49f5-4654-8e40-c54dd99b4789 of type vlan for network 47b91377-f03e-4f63-a407-a66570c17a0e Jan 05 18:01:27.948768 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:28.029268 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:28.030248 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:28.030813 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:28.088982 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=47b91377-f03e-4f63-a407-a66570c17a0e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:01:28.100324 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 47b91377-f03e-4f63-a407-a66570c17a0e details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:01:28.163216 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0ed92c6e-0396-4860-8b99-a3e8ef72b6b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4477406 Jan 05 18:01:30.406371 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52234) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:01:30.554366 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dcbff0-b66f-4c8f-9712-ec55b357795a admin admin] GET failed (client error): The resource could not be found. Jan 05 18:01:30.555786 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-08dcbff0-b66f-4c8f-9712-ec55b357795a admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1484821 Jan 05 18:01:30.624723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a1a5e-68a9-47ba-b01e-c3165fc30352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:30.626272 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-292a1a5e-68a9-47ba-b01e-c3165fc30352 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657477 Jan 05 18:01:30.636675 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:01:30.726323 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Made reservation on behalf of 3598b5f425cc4d268d71fdf5ab59e359 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:01:30.728687 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:30.949657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:31.008041 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f93bcb-f00c-45e7-b722-dfa3aa77dd42,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:01:31.018445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.018810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.019149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.019477 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.019803 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.020145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.020447 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.020772 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.021104 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.021422 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.021737 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.022071 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.024912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Checking segment: {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:01:31.025258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Network hostable DHCP agents. Network: 47b91377-f03e-4f63-a407-a66570c17a0e, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:01:31.183505 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Network 47b91377-f03e-4f63-a407-a66570c17a0e is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:01:31.285902 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 47b91377-f03e-4f63-a407-a66570c17a0e) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:01:31.289857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:31.290517 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:31.294626 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca38e8c-0d7a-4951-a08a-65bb536d3608 None None] Network 47b91377-f03e-4f63-a407-a66570c17a0e requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:01:31.418828 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-98d33308-eb29-4fb0-bea6-7640fc48c976 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7843678 Jan 05 18:01:31.529376 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-47b91377-f03e-4f63-a407-a66570c17a0e', 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e', 'tenant_id': '3598b5f425cc4d268d71fdf5ab59e359', 'fixed_ips': [{'subnet_id': '80f93bcb-f00c-45e7-b722-dfa3aa77dd42'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:01:31.530287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:31.672396 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Allocated IP 192.168.233.2 (47b91377-f03e-4f63-a407-a66570c17a0e/80f93bcb-f00c-45e7-b722-dfa3aa77dd42/f2963e68-4154-4c1e-9208-ad9c31e1f5d5) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:01:31.820206 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:31.918125 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:31.955463 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Network 47b91377-f03e-4f63-a407-a66570c17a0e is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:01:31.958246 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:01:31.961591 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:01:31.974112 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Pushing event updated for resources: {'Port': ['ID=f2963e68-4154-4c1e-9208-ad9c31e1f5d5,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:01:31.997935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.998307 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.998652 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.998988 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.999322 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.999654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:31.999980 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.000324 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.000651 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.001443 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.001789 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.002143 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:01:32.037096 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Attempting to bind port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:01:32.037452 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Attempting to bind port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:01:32.037810 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Attempting to bind port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 on network 47b91377-f03e-4f63-a407-a66570c17a0e {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:01:32.042894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:01:32.043253 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Checking segment: {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:01:32.043646 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:32.044136 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Bound using segment: {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:01:32.044597 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Bound port: f2963e68-4154-4c1e-9208-ad9c31e1f5d5, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:01:32.044985 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:32.112404 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] For port f2963e68-4154-4c1e-9208-ad9c31e1f5d5, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:01:32.115707 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] For port f2963e68-4154-4c1e-9208-ad9c31e1f5d5, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=f2963e68-4154-4c1e-9208-ad9c31e1f5d5,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:01:32.247482 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:32.309835 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0825aca-197e-4221-a183-1f0e8389097d None None] Pushing event updated for resources: {'Port': ['ID=f2963e68-4154-4c1e-9208-ad9c31e1f5d5,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:01:33.114256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b79fd-025f-48ca-95dd-4d84a46c7b2a None None] Network 47b91377-f03e-4f63-a407-a66570c17a0e requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:01:33.235012 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] Provisioning complete for port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:01:33.235472 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:33.343402 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:33.381421 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] For port f2963e68-4154-4c1e-9208-ad9c31e1f5d5, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=f2963e68-4154-4c1e-9208-ad9c31e1f5d5,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:01:33.450083 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:33.499221 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f0ef-27b8-467b-b002-70a606c7c877 None None] Pushing event updated for resources: {'Port': ['ID=f2963e68-4154-4c1e-9208-ad9c31e1f5d5,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:01:33.569539 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-fc785b74-b83f-4a4e-b256-463701f7aed7 None None] Provisioning complete for port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:01:33.569898 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc785b74-b83f-4a4e-b256-463701f7aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:33.860022 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device f2963e68-4154-4c1e-9208-ad9c31e1f5d5 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:01:33.911290 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port f2963e68-4154-4c1e-9208-ad9c31e1f5d5 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:01:33.911575 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:41.317468 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-08a9e6be-b797-4ff2-bf71-580e1e9d1083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:43.545560 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cb47a488-edfe-416b-aaed-fe75c44d53a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:44.482842 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:46.097256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:01:46.482639 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:02.615405 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:02:11.319651 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1f45-4b1e-4b10-95e9-c2d0b127dcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:13.539501 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-aca37dd0-e2c3-4952-a550-2f5a14a58b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:14.502283 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:16.068424 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:16.476532 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:39.614838 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:02:41.321924 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d41cfd81-960a-4aef-825d-3d9249b6bd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:43.573268 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-655baf7d-81c0-4349-82c6-6873c9fd9f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:44.499236 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:46.079222 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:02:46.504682 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:06.518229 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52286) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:03:06.524044 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [None req-131f3238-4aef-4349-894a-71355fb26bd8 tempest-verify_tempest_config-1992715741 tempest-verify_tempest_config-1992715741-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:03:06.525098 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-131f3238-4aef-4349-894a-71355fb26bd8 tempest-verify_tempest_config-1992715741 tempest-verify_tempest_config-1992715741-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057945 Jan 05 18:03:07.053854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52304) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:03:07.154892 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.225407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.295339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.338603 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=287c739ab36d49329fc2426ea64e89a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2837026 Jan 05 18:03:07.340485 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c731bd-9b85-480d-99a8-c566bfd3b3a6,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:03:07.341483 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52308) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:03:07.347148 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.347517 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.347869 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.348464 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.348793 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.349127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.349454 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.349779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.350149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.350478 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.350800 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.351122 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7032b3-1ccf-4c5a-b66a-922b9dbc52b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.396336 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.415943 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.567054 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.569497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:07.570655 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29c731bd-9b85-480d-99a8-c566bfd3b3a6 HTTP/1.1" status: 204 len: 168 time: 0.2281828 Jan 05 18:03:07.578458 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c731bd-9b85-480d-99a8-c566bfd3b3a6,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:03:07.585127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.585493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.585834 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.586198 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.586524 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.586850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.587170 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.587490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.587877 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.588186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.588503 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:07.588820 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9c41d-1e69-4b64-b595-5e137ccc563e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:03:11.338788 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f06000a0-b684-48c8-b2dc-29fec1ea7384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:13.546886 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-53e6f415-20ea-4138-81b6-b4418850b230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:14.500843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:16.081343 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:16.469784 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:16.612866 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:03:41.306269 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ce320744-137b-4ea8-be58-5a75eed4d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:43.557411 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0259ce24-4c92-454b-9fee-cd46facfec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:44.528483 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:46.082827 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:46.474665 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:03:53.611665 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:04:11.310705 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d1c769c7-6910-4f4f-880d-44e3588cd946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:13.548833 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7adc2991-36ee-4867-82a3-cbcd8cf16f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:14.514121 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:16.079873 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:16.480672 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:30.609525 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 5 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:04:38.376487 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565421'] for agent, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:41.376626 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6db936b2-70c7-4959-a7b7-4e3275614cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:43.545174 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-24b41bef-2f4f-4885-8462-abb5f136f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:44.510283 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:46.096505 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:46.482229 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:04:52.969622 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52382) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:04:53.074753 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-5774c166-953c-4ebb-a2f1-796bcacecd87 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1039658 Jan 05 18:04:55.252583 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52392) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:04:55.307594 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-8bff056a-13ce-4cda-b15b-14f7cc9b3c48 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0539293 Jan 05 18:05:07.609694 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:05:08.359376 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:11.337811 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6d4eed38-1a84-454b-9c0f-801c7e0acd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:13.560832 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b130e02-36ac-41cc-a6b8-4156ffb9e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:14.538006 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:16.080894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:16.492270 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:38.358513 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:41.313176 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5897891f-9ec4-4c7d-9317-9b66ca633388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:43.558565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-47177e6a-e929-4a7d-a5b6-b0e30a21aa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:44.544416 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:44.608738 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:05:46.107459 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:05:46.495316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:08.371985 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:11.340862 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a1ee8c00-0bec-42df-95f3-0df868150772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:13.555468 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-69812807-6e18-4146-975c-b1826d9d286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:14.511978 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:16.102270 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:16.473975 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:21.607980 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:06:38.167177 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52616) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:38.381932 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.623939 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52636) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:38.643066 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52640) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:38.711944 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-587775088-network', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:38.804826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Made reservation on behalf of 43b4fd64462549c59ae7f47dfc02af1e for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:38.807244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.815498 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.888365 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.905961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-911035158-network', 'tenant_id': 'a115f4527087421fbd282e13ddea7838'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:38.918259 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-286962448-network', 'tenant_id': 'a2146dec079e43c6879b09741cb3e64f'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:38.952090 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.977050 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:06:38.995673 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:38.996012 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Added segment 0b23dbc4-c44f-43ee-b475-fea804dad4bb of type vlan for network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 Jan 05 18:06:39.044598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.063631 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Made reservation on behalf of a115f4527087421fbd282e13ddea7838 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:39.066246 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.084877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9d7967-265e-4526-a652-8460c9a5863f,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.095180 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.115251 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.115620 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.115961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.116296 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.116627 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.116948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.117270 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.117760 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.118301 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.118874 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.119382 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.119707 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Tracked resource versions report: Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: pushed versions: Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: { 'AddressGroup': {'1.2'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'ConntrackHelper': {'1.0'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Log': {'1.0'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Network': {'1.1'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Port': {'1.7'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'PortForwarding': {'1.2'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'QosPolicy': {'1.9'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroup': {'1.4'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroupRule': {'1.2'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SubPort': {'1.0'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Subnet': {'1.1'}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Trunk': {'1.1'}} Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: consumer versions: Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: HyperV agent@hv-cinder-xena0: {}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'ConntrackHelper': '1.0', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Log': '1.0', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Network': '1.1', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Port': '1.7', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'PortForwarding': '1.2', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'QosPolicy': '1.9', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroup': '1.4', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SecurityGroupRule': '1.2', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'SubPort': '1.0', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Subnet': '1.1', Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: 'Trunk': '1.1'}} Jan 05 18:06:39.120763 dv-cinder-xena-3-iscsi neutron-server[102088]: {{(pid=102088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 18:06:39.199295 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.207182 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.208420 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:39.209050 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.269075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Made reservation on behalf of a2146dec079e43c6879b09741cb3e64f for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:39.271418 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.284173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] Pushing event updated for resources: {'Network': ['ID=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.286427 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.295581 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:06:39.298496 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.326325 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:06:39.348071 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.348415 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Added segment f134de24-5242-4c97-8d7c-c00d90ccc24c of type vlan for network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b Jan 05 18:06:39.351886 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252034b-04b9-4a86-8180-3a48b33d1f4c,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.369685 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7e551d11-8076-41c6-a2b8-767aa93e3a16 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2059560 Jan 05 18:06:39.372585 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52678) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:39.379733 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Request body: {'subnet': {'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-subnet', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:39.432822 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.486674 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.507194 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Made reservation on behalf of 43b4fd64462549c59ae7f47dfc02af1e for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:39.509668 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.552726 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.553680 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:39.554307 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.626938 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.710957 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:06:39.716527 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0914760 Jan 05 18:06:39.719924 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52704) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:39.726684 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Request body: {'subnet': {'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-911035158-subnet', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:39.730175 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eac08-b830-49c2-abb4-d7c0c5cda63b admin admin] Pushing event updated for resources: {'Network': ['ID=0da28a8c-2ce1-4e0e-9a84-da0477c6194b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.742862 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:06:39.779588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.780101 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Added segment d31e9906-1c36-48df-9987-a58009bd2791 of type vlan for network 354933f9-6aab-4087-9b39-47856633edfb Jan 05 18:06:39.800819 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabeba6e-ba6e-40f4-a614-11ff4b3739d6,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.822783 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Made reservation on behalf of a115f4527087421fbd282e13ddea7838 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:39.831596 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.867825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.892828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:39.955939 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:39.968408 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Checking segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:39.968851 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Network hostable DHCP agents. Network: d9bbfc51-59c9-41b3-9c9a-acaafcd8b283, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:06:40.136259 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.137281 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:40.137861 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.165147 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.186189 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:06:40.209632 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] Pushing event updated for resources: {'Network': ['ID=354933f9-6aab-4087-9b39-47856633edfb,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:40.214315 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:40.224097 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.224288 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 354933f9-6aab-4087-9b39-47856633edfb details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:06:40.224816 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.225157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.225652 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.226178 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.226506 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.226993 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.227471 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.228261 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.229141 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.229643 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.230180 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Tracked resource versions report: Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: pushed versions: Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: { 'AddressGroup': {'1.2'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'ConntrackHelper': {'1.0'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Log': {'1.0'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Network': {'1.1'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Port': {'1.7'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'PortForwarding': {'1.2'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'QosPolicy': {'1.9'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroup': {'1.4'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroupRule': {'1.2'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SubPort': {'1.0'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Subnet': {'1.1'}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Trunk': {'1.1'}} Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: consumer versions: Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: HyperV agent@hv-cinder-xena0: {}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'ConntrackHelper': '1.0', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Log': '1.0', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Network': '1.1', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Port': '1.7', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'PortForwarding': '1.2', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'QosPolicy': '1.9', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroup': '1.4', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SecurityGroupRule': '1.2', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'SubPort': '1.0', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Subnet': '1.1', Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: 'Trunk': '1.1'}} Jan 05 18:06:40.231245 dv-cinder-xena-3-iscsi neutron-server[102089]: {{(pid=102089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 18:06:40.257514 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Checking segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:40.257865 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Network hostable DHCP agents. Network: 0da28a8c-2ce1-4e0e-9a84-da0477c6194b, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:06:40.303296 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-795bef7f-1bb6-4921-b25e-0e3a79f279ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6590621 Jan 05 18:06:40.306618 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52732) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:40.312094 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Request body: {'subnet': {'network_id': '354933f9-6aab-4087-9b39-47856633edfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-286962448-subnet', 'tenant_id': 'a2146dec079e43c6879b09741cb3e64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:40.327330 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, d9bbfc51-59c9-41b3-9c9a-acaafcd8b283) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:40.332768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:40.333602 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.375850 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc23544-255f-40b6-aea4-b0e87e978a35 None None] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:40.408881 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:06:40.416041 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-8e4cc5d9-9980-456b-800d-b8dd811a6347 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0415821 Jan 05 18:06:40.421179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Made reservation on behalf of a2146dec079e43c6879b09741cb3e64f for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:40.421572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.423301 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52734) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:40.424568 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 0da28a8c-2ce1-4e0e-9a84-da0477c6194b) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:40.433025 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:40.433856 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.437335 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3fec4-8af5-4bad-a64b-60d24e158a8f None None] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:40.447163 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:40.543273 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-cfee983c-3d23-4442-af68-1ea5c8c70950 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8220391 Jan 05 18:06:40.544814 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52740) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:40.549880 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:40.608589 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf4084-add2-4b85-9fe7-5a1cf428cd9d None None] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:40.673101 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.674151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.734992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.736153 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.762285 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:06:40.764412 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.782712 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.810234 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52744) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:40.883034 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:40.990879 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Allocated IP 172.20.0.2 (0da28a8c-2ce1-4e0e-9a84-da0477c6194b/5572ea86-5d8b-46d9-be6f-b92a0cfaeef4/e2f03223-e677-4900-a1dd-b9a4398dcd53) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:41.000383 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.015935 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-417156f4-456e-4ccd-b166-37faa8d9c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.170170 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.199569 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.229865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.259124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42f5ba4-aac5-48c4-b364-d317f9628de8,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:41.282291 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Checking segment: {'id': 'd31e9906-1c36-48df-9987-a58009bd2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '354933f9-6aab-4087-9b39-47856633edfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:41.282728 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Network hostable DHCP agents. Network: 354933f9-6aab-4087-9b39-47856633edfb, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:06:41.312608 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.333414 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-417156f4-456e-4ccd-b166-37faa8d9c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.376544 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Pushing event updated for resources: {'Port': ['ID=e2f03223-e677-4900-a1dd-b9a4398dcd53,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:41.386436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9a54f57b-ef57-4fbc-880a-05c84f4bdb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.388902 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.389465 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.389979 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.390938 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.391450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.391932 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.392410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.392906 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.393414 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.393901 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.394398 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.394884 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Tracked resource versions report: Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: pushed versions: Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: { 'AddressGroup': {'1.2'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'ConntrackHelper': {'1.0'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Log': {'1.0'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Network': {'1.1'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Port': {'1.7'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'PortForwarding': {'1.2'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'QosPolicy': {'1.9'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroup': {'1.4'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroupRule': {'1.2'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SubPort': {'1.0'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Subnet': {'1.1'}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Trunk': {'1.1'}} Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: consumer versions: Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: HyperV agent@hv-cinder-xena0: {}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'ConntrackHelper': '1.0', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Log': '1.0', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Network': '1.1', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Port': '1.7', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'PortForwarding': '1.2', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'QosPolicy': '1.9', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroup': '1.4', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SecurityGroupRule': '1.2', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'SubPort': '1.0', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Subnet': '1.1', Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: 'Trunk': '1.1'}} Jan 05 18:06:41.396159 dv-cinder-xena-3-iscsi neutron-server[102090]: {{(pid=102090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 18:06:41.411571 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:41.413454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:41.417844 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:41.432228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Network 354933f9-6aab-4087-9b39-47856633edfb is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:06:41.435182 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-417156f4-456e-4ccd-b166-37faa8d9c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.486686 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Attempting to bind port e2f03223-e677-4900-a1dd-b9a4398dcd53 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:06:41.487339 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Attempting to bind port e2f03223-e677-4900-a1dd-b9a4398dcd53 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:06:41.488043 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Attempting to bind port e2f03223-e677-4900-a1dd-b9a4398dcd53 on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:06:41.496710 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:06:41.497409 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Checking segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:41.498001 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.498595 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Bound using segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:06:41.499281 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Bound port: e2f03223-e677-4900-a1dd-b9a4398dcd53, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:06:41.500055 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.509950 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417156f4-456e-4ccd-b166-37faa8d9c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b15bc2-e608-42e0-9852-5cd07774aefa,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:41.529667 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-417156f4-456e-4ccd-b166-37faa8d9c3fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88bda79bcdc54801985a6b7f23064df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7158763 Jan 05 18:06:41.530825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52766) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:41.605939 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 354933f9-6aab-4087-9b39-47856633edfb) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:41.617303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:41.617901 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.624822 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] For port e2f03223-e677-4900-a1dd-b9a4398dcd53, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:06:41.635616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb92d68-5d8e-44df-bee8-0a13d41eba7d None None] Network 354933f9-6aab-4087-9b39-47856633edfb requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:41.693136 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.728927 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.743910 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] For port e2f03223-e677-4900-a1dd-b9a4398dcd53, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e2f03223-e677-4900-a1dd-b9a4398dcd53,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:06:41.786793 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca7c10-c2a4-43a0-8e59-a71c53848fe7 None None] Network 354933f9-6aab-4087-9b39-47856633edfb requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:41.817264 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.832384 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-48435af5-e46c-40f6-b2bc-bf2e06cab9c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5244670 Jan 05 18:06:41.853628 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.878568 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:41.939237 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Allocated IP 172.37.1.220 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/6c170f90-5375-4b89-8b7c-bde488e61f42) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:41.939856 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.006502 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d5ade-4f5e-4ebf-889f-dfbd9527b939 None None] Pushing event updated for resources: {'Port': ['ID=e2f03223-e677-4900-a1dd-b9a4398dcd53,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.060077 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52778) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:42.076142 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.177138 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.259381 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d87c343-750c-4aef-8eef-f6437b269c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.294736 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.297441 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.301587 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58b15bc2-e608-42e0-9852-5cd07774aefa HTTP/1.1" status: 204 len: 168 time: 0.7697594 Jan 05 18:06:42.394488 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0fb7-ddf8-45db-bf42-48f2beacddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b15bc2-e608-42e0-9852-5cd07774aefa,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.410814 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.411043 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d87c343-750c-4aef-8eef-f6437b269c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.497867 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Allocated IP 172.37.1.47 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/30ff2bdb-2a7f-466b-a625-529d1896a7eb) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:42.503887 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:42.507180 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:42.509809 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d87c343-750c-4aef-8eef-f6437b269c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.520401 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:42.523488 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Pushing event updated for resources: {'Port': ['ID=6c170f90-5375-4b89-8b7c-bde488e61f42,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.562842 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52802) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:42.564913 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3d87c343-750c-4aef-8eef-f6437b269c04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46e30dc7ddab4214bd6dcac1f4947913&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4968145 Jan 05 18:06:42.567438 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c343-750c-4aef-8eef-f6437b269c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0adf81-7b53-415f-8624-7aecad03a432,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.713792 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.714655 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.745402 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.817906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.868011 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Pushing event updated for resources: {'Port': ['ID=30ff2bdb-2a7f-466b-a625-529d1896a7eb,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.886781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:42.888337 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:42.891540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:42.907401 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.909894 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:42.911073 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff0adf81-7b53-415f-8624-7aecad03a432 HTTP/1.1" status: 204 len: 168 time: 0.3472903 Jan 05 18:06:42.925513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553b9b1-e641-4ef2-ad81-2a9f07d7f850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0adf81-7b53-415f-8624-7aecad03a432,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:42.935234 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.154534 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.187514 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52820) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:43.205844 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b2d6-c7be-4069-9187-21efa1bed034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.301880 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6d21c-413d-4792-a389-5a9dc550a23d None None] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:06:43.333025 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.375183 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] Provisioning complete for port e2f03223-e677-4900-a1dd-b9a4398dcd53 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:43.375555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.393613 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:06:43.505440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b2d6-c7be-4069-9187-21efa1bed034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.569476 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52842) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:43.569596 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.573940 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:06:43.580168 dv-cinder-xena-3-iscsi neutron-server[102088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 05 18:06:43.588565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-eeab7433-6b8d-4021-aca7-0e9834b274be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.605030 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:06:43.621722 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:43.623713 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:43.628950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] For port e2f03223-e677-4900-a1dd-b9a4398dcd53, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e2f03223-e677-4900-a1dd-b9a4398dcd53,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:06:43.688468 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b2d6-c7be-4069-9187-21efa1bed034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.698212 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.700297 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ce11fb62-384d-46c1-9654-473119fbed89 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1543305 Jan 05 18:06:43.704466 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52852) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:43.744894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.847012 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52860) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:43.851450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9d633-39ed-47ce-8537-c94bb434c592 None None] Pushing event updated for resources: {'Port': ['ID=e2f03223-e677-4900-a1dd-b9a4398dcd53,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:43.860224 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:43.880599 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b2d6-c7be-4069-9187-21efa1bed034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd02175-4a29-47dd-a09d-3b482570b24f,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:43.889917 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f7e0b2d6-c7be-4069-9187-21efa1bed034 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=456a491b56094995a90d656ac9d27734&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7014086 Jan 05 18:06:43.915288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52862) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:43.943828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-05cf9882-0723-4059-af3d-25ec11bfc658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:43.999704 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-58e521ba-fb13-48e4-8b54-104cfbaf5677 None None] Provisioning complete for port e2f03223-e677-4900-a1dd-b9a4398dcd53 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:44.000080 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-58e521ba-fb13-48e4-8b54-104cfbaf5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.008589 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.028636 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-24dc0faf-0770-44e1-a696-7d1d8fd69ff0 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:44.035646 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-24dc0faf-0770-44e1-a696-7d1d8fd69ff0 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/networks?id=354933f9-6aab-4087-9b39-47856633edfb HTTP/1.1" status: 200 len: 811 time: 0.4682839 Jan 05 18:06:44.221993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e2f03223-e677-4900-a1dd-b9a4398dcd53 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:44.279960 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:42Z', 'revision_number': 3, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:44.299603 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port e2f03223-e677-4900-a1dd-b9a4398dcd53 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:44.299981 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.320650 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-cf101706-38c8-4d8d-938e-9c9f864bcea5 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/quotas/a2146dec079e43c6879b09741cb3e64f HTTP/1.1" status: 200 len: 375 time: 0.2841163 Jan 05 18:06:44.338692 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:06:44.339309 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Updating router 8e7cde99-b601-4960-b56a-9fef351dfc64 port 6c170f90-5375-4b89-8b7c-bde488e61f42 binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:06:44.378071 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.397109 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-7aee4560-64b4-4656-a180-81ed85b1d04d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2146dec079e43c6879b09741cb3e64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672107 Jan 05 18:06:44.413444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.486794 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.564625 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.593128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-05cf9882-0723-4059-af3d-25ec11bfc658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.638890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-198cd489-ecfd-4cae-afc0-caf75baaef95 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:06:44.646550 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-198cd489-ecfd-4cae-afc0-caf75baaef95 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067085 Jan 05 18:06:44.703668 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.721123 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-05cf9882-0723-4059-af3d-25ec11bfc658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.730353 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Router 9004c239-79b4-4132-a22a-61e9329377de is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:06:44.731937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.734450 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.738330 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cd02175-4a29-47dd-a09d-3b482570b24f HTTP/1.1" status: 204 len: 168 time: 0.8113675 Jan 05 18:06:44.745417 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.791928 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-05cf9882-0723-4059-af3d-25ec11bfc658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c37f076209c340de83ab60e1f99fabcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9418521 Jan 05 18:06:44.794935 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52884) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:44.795456 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf9882-0723-4059-af3d-25ec11bfc658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8603c-1053-4281-8f69-41fd8be08183,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:44.839144 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:44.893942 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d1287-def5-404e-892b-d89ae61e8936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd02175-4a29-47dd-a09d-3b482570b24f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:44.916916 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Pushing event updated for resources: {'Port': ['ID=6c170f90-5375-4b89-8b7c-bde488e61f42,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:44.925593 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-03a95b6e-fd65-4ce9-88ee-91344ea9b9d9 service neutron] 10.222.0.26 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739100 Jan 05 18:06:44.939945 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.940298 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.940647 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.940991 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.945975 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Tracked resource versions report: Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: pushed versions: Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: { 'AddressGroup': {'1.2'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'ConntrackHelper': {'1.0'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Log': {'1.0'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Network': {'1.1'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Port': {'1.7'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'PortForwarding': {'1.2'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'QosPolicy': {'1.9'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroup': {'1.4'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroupRule': {'1.2'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SubPort': {'1.0'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Subnet': {'1.1'}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Trunk': {'1.1'}} Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: consumer versions: Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: { DHCP agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: HyperV agent@hv-cinder-xena0: {}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: L3 agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: Metadata agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: Metering agent@dv-cinder-xena-3-iscsi: {}, Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: Open vSwitch agent@dv-cinder-xena-3-iscsi: { 'AddressGroup': '1.2', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'ConntrackHelper': '1.0', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Log': '1.0', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Network': '1.1', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Port': '1.7', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'PortForwarding': '1.2', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'QosPolicy': '1.9', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroup': '1.4', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SecurityGroupRule': '1.2', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'SubPort': '1.0', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Subnet': '1.1', Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: 'Trunk': '1.1'}} Jan 05 18:06:44.947978 dv-cinder-xena-3-iscsi neutron-server[102091]: {{(pid=102091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 18:06:44.977087 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.005751 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Attempting to bind port 6c170f90-5375-4b89-8b7c-bde488e61f42 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:06:45.006223 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Attempting to bind port 6c170f90-5375-4b89-8b7c-bde488e61f42 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:06:45.008457 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Attempting to bind port 6c170f90-5375-4b89-8b7c-bde488e61f42 on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:06:45.021079 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.022569 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:06:45.023084 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:45.023688 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.024244 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:06:45.025423 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Bound port: 6c170f90-5375-4b89-8b7c-bde488e61f42, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:06:45.026048 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.039645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Allocated IP 172.20.0.1 (0da28a8c-2ce1-4e0e-9a84-da0477c6194b/5572ea86-5d8b-46d9-be6f-b92a0cfaeef4/9154509a-cd91-47c8-9c37-c928063dbd2e) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:45.082272 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] For port 6c170f90-5375-4b89-8b7c-bde488e61f42, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:06:45.085353 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] For port 6c170f90-5375-4b89-8b7c-bde488e61f42, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6c170f90-5375-4b89-8b7c-bde488e61f42,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:06:45.094063 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:06:45.105141 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Sync routers for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:06:45.116675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-d5bcd881-402d-485f-8b68-ee8aa032b705 service neutron] 10.222.0.26 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902413 Jan 05 18:06:45.119500 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:45.120214 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:45.177686 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.217873 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.221655 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-68274dd3-6a82-4ce7-9e0b-2771e1b50a0f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7923317 Jan 05 18:06:45.221959 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52902) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:45.242907 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.245512 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.254992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.256177 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaf8603c-1053-4281-8f69-41fd8be08183 HTTP/1.1" status: 204 len: 168 time: 0.4599292 Jan 05 18:06:45.272525 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580f0ff-19d6-4354-a220-741a8fb17697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8603c-1053-4281-8f69-41fd8be08183,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:45.336177 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:45.338453 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:45.347152 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803fb59-81df-4a70-8269-b19e0c10a49c None None] Pushing event updated for resources: {'Port': ['ID=6c170f90-5375-4b89-8b7c-bde488e61f42,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:45.485236 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.556983 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:45.571790 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Pushing event updated for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:45.589272 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:45.601713 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:45.605525 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:45.608528 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:45.609033 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:45.799530 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-06a981aa-8a7d-48c4-a447-d32434e9d423 req-92fd7878-8f35-4edd-a6af-f751217219bb tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.1100149 Jan 05 18:06:46.006525 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:43Z', 'revision_number': 3, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:46.018583 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:42Z', 'revision_number': 3, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:46.040201 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Checking router: 9004c239-79b4-4132-a22a-61e9329377de for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:06:46.040537 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Updating router 9004c239-79b4-4132-a22a-61e9329377de port 30ff2bdb-2a7f-466b-a625-529d1896a7eb binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:06:46.069035 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345cb6f-15e3-400d-8d7c-2715536ed913 None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:42Z', 'revision_number': 3, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:06:46.118760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.143917 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-94ed3d68-1209-43dd-8855-c07e80019653 None None] Provisioning complete for port 9154509a-cd91-47c8-9c37-c928063dbd2e triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:46.144290 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-94ed3d68-1209-43dd-8855-c07e80019653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.250065 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.253986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-94ed3d68-1209-43dd-8855-c07e80019653 None None] Port 9154509a-cd91-47c8-9c37-c928063dbd2e cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:06:46.285395 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.290342 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.604778 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52966) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:46.612463 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.707890 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.757604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Allocated IP 172.20.0.1 (d9bbfc51-59c9-41b3-9c9a-acaafcd8b283/fdf94b03-b377-41fb-8d77-34e2b0fa3bcf/7504aef7-d69b-4c47-a1c7-46dbcb110d2d) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:46.770573 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.777066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.777850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.873924 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:46.963128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 52980) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:46.967311 dv-cinder-xena-3-iscsi neutron-server[102089]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 05 18:06:46.984600 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79c65c-153e-4a27-89c7-5f7c3282d460 None None] Pushing event updated for resources: {'Port': ['ID=30ff2bdb-2a7f-466b-a625-529d1896a7eb,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:47.041390 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Attempting to bind port 30ff2bdb-2a7f-466b-a625-529d1896a7eb on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:06:47.041390 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Attempting to bind port 30ff2bdb-2a7f-466b-a625-529d1896a7eb by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:06:47.041390 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Attempting to bind port 30ff2bdb-2a7f-466b-a625-529d1896a7eb on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:06:47.054114 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:06:47.054114 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:47.054114 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.054539 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:06:47.054736 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Bound port: 30ff2bdb-2a7f-466b-a625-529d1896a7eb, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:06:47.055174 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.086366 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Pushing event updated for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:47.106643 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-afbc62f3-0927-4b24-b2fe-4ec0e5aef2ab req-4f64fe61-48a9-4856-9364-3c3ca1e5e537 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.1405258 Jan 05 18:06:47.112926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe074159-e829-405b-bac9-f573291bd551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.175532 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.176950 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:47.181980 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:47.217523 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] For port 30ff2bdb-2a7f-466b-a625-529d1896a7eb, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:06:47.221942 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] For port 30ff2bdb-2a7f-466b-a625-529d1896a7eb, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=30ff2bdb-2a7f-466b-a625-529d1896a7eb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:06:47.313657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe074159-e829-405b-bac9-f573291bd551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.346854 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:06:47.418888 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.420274 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe074159-e829-405b-bac9-f573291bd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.478765 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:06:47.489627 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fe074159-e829-405b-bac9-f573291bd551 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=792efb83189e4ad4955465c38c62f84f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8607433 Jan 05 18:06:47.491618 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.503282 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7d09519b-cd2e-45f7-bdd9-628a46c56c78 admin admin] 10.222.0.26 "PUT /v2.0/routers/8e7cde99-b601-4960-b56a-9fef351dfc64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7873445 Jan 05 18:06:47.503651 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 52998) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:47.565334 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:47.566786 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:47.572310 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-747f4d69-0c2b-483c-923b-cd0c9fe6013a None None] Provisioning complete for port 9154509a-cd91-47c8-9c37-c928063dbd2e triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:47.572935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-747f4d69-0c2b-483c-923b-cd0c9fe6013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.599007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Pushing event updated for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:47.630607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:47.639151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:47.641766 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:47.642528 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.669593 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79c65c-153e-4a27-89c7-5f7c3282d460 None None] Pushing event updated for resources: {'Port': ['ID=30ff2bdb-2a7f-466b-a625-529d1896a7eb,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:47.697706 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074159-e829-405b-bac9-f573291bd551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c484c4-d8ab-413a-a9dd-b64b6b0c47b4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:47.711942 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-747f4d69-0c2b-483c-923b-cd0c9fe6013a None None] Port 9154509a-cd91-47c8-9c37-c928063dbd2e cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:06:47.730149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:47.751820 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:47.802146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.097900 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.100550 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:43Z', 'revision_number': 3, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:48.110853 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.112461 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59c484c4-d8ab-413a-a9dd-b64b6b0c47b4 HTTP/1.1" status: 204 len: 168 time: 0.5480065 Jan 05 18:06:48.127293 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.150903 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f694bc-354f-49dd-99ce-cae67feb7912 None None] The sync data for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi is: [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:43Z', 'revision_number': 3, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:06:48.154416 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31353037-80c5-46a1-9ec4-f52f1ded278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c484c4-d8ab-413a-a9dd-b64b6b0c47b4,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:48.160256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 6c170f90-5375-4b89-8b7c-bde488e61f42 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:48.292089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 6c170f90-5375-4b89-8b7c-bde488e61f42 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:48.292872 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.330750 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2ac972f9-660a-4ad0-aa7b-ccef6a2837c2 req-7f0dd2cd-8d17-4dc3-9506-e66bb00a8794 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.1074312 Jan 05 18:06:48.421842 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.435406 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.457672 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 6c170f90-5375-4b89-8b7c-bde488e61f42, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6c170f90-5375-4b89-8b7c-bde488e61f42,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:06:48.546564 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.553276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.553276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:48.654074 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=6c170f90-5375-4b89-8b7c-bde488e61f42,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:48.795605 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Pushing event updated for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:48.808865 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:06:48.823318 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:48.825690 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:48.887199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:48.889124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:49.107473 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:49.137424 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Router 9004c239-79b4-4132-a22a-61e9329377de has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:06:49.359418 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:06:49.378210 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-9bee3a11-2248-403e-b334-c758290ac0df admin admin] 10.222.0.26 "PUT /v2.0/routers/9004c239-79b4-4132-a22a-61e9329377de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1467705 Jan 05 18:06:49.443673 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 2, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:49.497453 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:06:49.497889 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Updating router 8e7cde99-b601-4960-b56a-9fef351dfc64 port 9154509a-cd91-47c8-9c37-c928063dbd2e binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:06:49.539398 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:49.673418 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 53084) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:49.679504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249245978', 'description': 'tempest-description--1714972399'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:49.696746 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9f639124-a572-4150-b05a-c5fef203ed76 req-44c6582a-82b7-436a-bafb-ecf3d75a0ca9 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.1500700 Jan 05 18:06:49.817781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:49.913613 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:49.937928 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:49.991887 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.026210 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.075310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7224f322-1ce4-4c5c-b121-383cd917e084,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:50.109968 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1b0d-addb-477a-b8ef-4ae024d92f48 None None] Pushing event updated for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:50.149738 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.152825 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-59865f26-5bcc-4e72-a23b-59e1df334f0a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4774213 Jan 05 18:06:50.155246 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 53110) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:50.169764 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group_rule': {'security_group_id': '7224f322-1ce4-4c5c-b121-383cd917e084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:50.224551 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 30ff2bdb-2a7f-466b-a625-529d1896a7eb up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:50.467474 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Attempting to bind port 9154509a-cd91-47c8-9c37-c928063dbd2e on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:06:50.467474 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Attempting to bind port 9154509a-cd91-47c8-9c37-c928063dbd2e by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:06:50.467474 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Attempting to bind port 9154509a-cd91-47c8-9c37-c928063dbd2e on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:06:50.467474 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:06:50.469331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 30ff2bdb-2a7f-466b-a625-529d1896a7eb triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:50.474360 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Checking segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:50.474655 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.474981 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.474981 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Bound using segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:06:50.474981 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Bound port: 9154509a-cd91-47c8-9c37-c928063dbd2e, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:06:50.474981 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.475602 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.475806 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] For port 9154509a-cd91-47c8-9c37-c928063dbd2e, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:06:50.475806 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] For port 9154509a-cd91-47c8-9c37-c928063dbd2e, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=9154509a-cd91-47c8-9c37-c928063dbd2e,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:06:50.475952 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-f36f872c-ecb5-48ae-bea0-9f7c4434d03c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:50.475952 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-f36f872c-ecb5-48ae-bea0-9f7c4434d03c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 818 time: 0.2209568 Jan 05 18:06:50.485018 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-1fa8db0a-f473-4101-a18e-7c7269e5f03e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/quotas/43b4fd64462549c59ae7f47dfc02af1e HTTP/1.1" status: 200 len: 375 time: 0.0188773 Jan 05 18:06:50.496894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.510612 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.523272 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-4017325f-0ed1-472d-a90e-38bf48dd85e4 None None] Provisioning complete for port 9154509a-cd91-47c8-9c37-c928063dbd2e triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:50.523646 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4017325f-0ed1-472d-a90e-38bf48dd85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.571947 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-b05d3682-11bc-4d8f-ab91-5a2f8071aae2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793200 Jan 05 18:06:50.575927 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4017325f-0ed1-472d-a90e-38bf48dd85e4 None None] Port 9154509a-cd91-47c8-9c37-c928063dbd2e cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:06:50.580546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 30ff2bdb-2a7f-466b-a625-529d1896a7eb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=30ff2bdb-2a7f-466b-a625-529d1896a7eb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:06:50.588148 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.654238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.674080 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.676744 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 6c170f90-5375-4b89-8b7c-bde488e61f42 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:50.699797 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa90d6d-7069-4b6d-936a-6383e240ef48,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:50.707907 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-25f6cba4-b447-4fb9-8eb3-21cee89ff4bf service neutron] 10.222.0.26 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242604 Jan 05 18:06:50.723425 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1b0d-addb-477a-b8ef-4ae024d92f48 None None] Pushing event updated for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=4']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:50.740737 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:50.741432 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:50.804976 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.807742 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-66cc19f7-0117-4e40-9428-15e53a027738 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6509082 Jan 05 18:06:50.811368 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 53136) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:50.817453 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=30ff2bdb-2a7f-466b-a625-529d1896a7eb,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:50.824829 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group_rule': {'security_group_id': '7224f322-1ce4-4c5c-b121-383cd917e084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:50.896999 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Sync routers for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:06:50.912000 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-a51a995d-e17c-4038-b96b-398e500e57eb service neutron] 10.222.0.26 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968594 Jan 05 18:06:50.917167 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 6c170f90-5375-4b89-8b7c-bde488e61f42 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:50.917519 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:50.939957 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:50.967304 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:50.968469 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:50.996158 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-63b29523-2248-43c0-a32b-f950754440c3 req-9c114538-71ae-4e24-b3e7-a43bf272a043 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0994570 Jan 05 18:06:51.070804 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.218494 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.267782 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:51.291914 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.313874 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] Provisioning complete for port 9154509a-cd91-47c8-9c37-c928063dbd2e triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:51.314182 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.326899 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:51.342428 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aed56d9-f767-4463-87c0-4d5db4a86a87,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:51.390774 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5a08fea8-211e-4b92-ae40-093cb3dfa85e req-471243da-0087-4eb2-b26a-6c8bf103039e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 210 time: 0.0513318 Jan 05 18:06:51.410066 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392ef1-50d1-4c10-bb02-9dba43e49cc4 None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:06:51.480971 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.487994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 53164) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:51.595692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:51.596047 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f723df57-4ccb-4224-89f8-bf7f02c02f06 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6709561 Jan 05 18:06:51.611295 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.681681 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] For port 9154509a-cd91-47c8-9c37-c928063dbd2e, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=9154509a-cd91-47c8-9c37-c928063dbd2e,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:06:51.687151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.722228 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:47Z', 'revision_number': 4, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7504aef7-d69b-4c47-a1c7-46dbcb110d2d', 'name': '', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'mac_address': 'fa:16:3e:6a:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:46Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 2, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'subnets': [{'id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:51.753371 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Checking router: 9004c239-79b4-4132-a22a-61e9329377de for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:06:51.761830 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Updating router 9004c239-79b4-4132-a22a-61e9329377de port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:06:51.803455 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.860674 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:51.932365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a9262-2f22-46c4-95b0-3f673880b2aa None None] Pushing event updated for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:52.170660 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1931f986-dfd8-4f3f-9b4a-6c53f39ab690 req-d30bbd49-a7da-4c76-b672-93463a4e04e9 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0527422 Jan 05 18:06:52.208948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-5a9680a6-b786-40da-bac7-3c5c91c482bb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:52.216969 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-5a9680a6-b786-40da-bac7-3c5c91c482bb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 818 time: 0.3706839 Jan 05 18:06:52.227823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.412730 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-a2dab420-17ed-4a40-af14-5bc0a59c8b9d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/quotas/43b4fd64462549c59ae7f47dfc02af1e HTTP/1.1" status: 200 len: 375 time: 0.1934307 Jan 05 18:06:52.413848 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Allocated IP 172.37.1.155 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/b863b258-bfe3-47d0-83d5-efd6b7c9c9dd) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:52.433475 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.440043 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 30ff2bdb-2a7f-466b-a625-529d1896a7eb up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:52.507483 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 30ff2bdb-2a7f-466b-a625-529d1896a7eb triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:52.508178 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.536178 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.543692 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-41f3d49e-abf4-4657-b737-ede813209b8a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222093 Jan 05 18:06:52.612435 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be1d63-20d3-4620-b11d-f0f41dd7e0e9 None None] Pushing event updated for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:52.668002 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.690044 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Attempting to bind port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:06:52.690430 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Attempting to bind port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:06:52.690794 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Attempting to bind port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:06:52.701527 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:06:52.701910 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Checking segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:06:52.702338 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.702791 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Bound using segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:06:52.703287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Bound port: 7504aef7-d69b-4c47-a1c7-46dbcb110d2d, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:06:52.703667 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.717450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 9154509a-cd91-47c8-9c37-c928063dbd2e up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:52.813256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] For port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:06:52.820423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] For port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:06:52.820423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 9154509a-cd91-47c8-9c37-c928063dbd2e triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:52.820423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.853269 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b2226bfe-dd8a-4062-99f3-a4ec91361352 service neutron] 10.222.0.26 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974372 Jan 05 18:06:52.898065 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.969804 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:52.971765 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:06:52.972369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:06:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:53.009041 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be1d63-20d3-4620-b11d-f0f41dd7e0e9 None None] Pushing event updated for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:53.041173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=b863b258-bfe3-47d0-83d5-efd6b7c9c9dd,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:53.061938 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:53.066179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:53.079102 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-407369aa-b970-46ec-9448-6c978f1eee9c service neutron] 10.222.0.26 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103982 Jan 05 18:06:53.079102 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:53.141747 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:06:53.239284 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:53.376058 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fa039305-0a84-45b3-ac13-27fbeb8d6017 req-88194ee6-c006-49d5-ace2-7dc538d097bb tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0792384 Jan 05 18:06:53.439022 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:53.531065 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a60b1f9-9730-415b-bb14-8b9847961295 req-e3f86ecb-93a9-45df-bd16-ee346cf270dc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0576737 Jan 05 18:06:53.623934 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:47Z', 'revision_number': 4, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7504aef7-d69b-4c47-a1c7-46dbcb110d2d', 'name': '', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'mac_address': 'fa:16:3e:6a:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:46Z', 'updated_at': '2022-01-05T18:06:52Z', 'revision_number': 4, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'subnets': [{'id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:06:53.653356 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ed9b-28a3-4a20-8590-338dc27a5c9b None None] The sync data for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi is: [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:47Z', 'revision_number': 4, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '7504aef7-d69b-4c47-a1c7-46dbcb110d2d', 'name': '', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'mac_address': 'fa:16:3e:6a:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:46Z', 'updated_at': '2022-01-05T18:06:52Z', 'revision_number': 4, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'subnets': [{'id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:06:53.737884 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:53.844639 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:53.889228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:53.908993 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=b863b258-bfe3-47d0-83d5-efd6b7c9c9dd,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:54.024113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:54.030063 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-bc1ec446-e1ed-4369-98c8-e22740e92064 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5338607 Jan 05 18:06:54.080916 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 7504aef7-d69b-4c47-a1c7-46dbcb110d2d up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:54.154350 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:54.154723 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:54.243884 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:54.280698 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:06:54.347373 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-2f44691f-b3c7-43cb-b432-94799e8b5665 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--249245978&fields=id&tenant_id=a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 267 time: 0.0518088 Jan 05 18:06:54.380781 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:54.470526 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:54.597686 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-6800a3b5-24b8-44d6-a8a6-15d826de3362 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:54.600403 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-6800a3b5-24b8-44d6-a8a6-15d826de3362 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 810 time: 0.2451599 Jan 05 18:06:54.636293 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-482c55aa-9542-4fc4-8758-33d42cc14ff0 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/quotas/a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 375 time: 0.0216334 Jan 05 18:06:54.690489 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-874f46fd-8483-4e1c-b178-57ce1201e2d7 req-a4e9c362-9938-4d44-bb2d-65b47cbda798 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0764985 Jan 05 18:06:54.697715 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.10', 52596) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:54.750638 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-b6413bfa-5393-4766-bfbb-2352778a2b0e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064394 Jan 05 18:06:54.843662 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c12331e0-6b9c-44fe-8f8d-99f2f50a6d27 req-2c4978bf-dbab-4d85-9f39-a7a293e341d0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0582340 Jan 05 18:06:54.930398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-1b2e77a3-67fe-4354-bc07-8a0adaa7011e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:54.932675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-1b2e77a3-67fe-4354-bc07-8a0adaa7011e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.10 "GET /v2.0/networks?id=354933f9-6aab-4087-9b39-47856633edfb HTTP/1.1" status: 200 len: 811 time: 0.2339346 Jan 05 18:06:55.011591 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-55d9d2ac-8c9b-48ff-8caf-a4397ec5b77b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:06:55.019059 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-55d9d2ac-8c9b-48ff-8caf-a4397ec5b77b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0988269 Jan 05 18:06:55.143010 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Request body: {'port': {'device_id': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'network_id': '354933f9-6aab-4087-9b39-47856633edfb', 'admin_state_up': True, 'tenant_id': 'a2146dec079e43c6879b09741cb3e64f'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:55.152058 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-126e2398-99b8-4d08-9476-0635ac886e6f service neutron] 10.222.0.26 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319776 Jan 05 18:06:55.255733 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-a7044d8b-27ce-47e5-9b8c-82a984414c1c service neutron] 10.222.0.26 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019907 Jan 05 18:06:55.387358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Made reservation on behalf of a2146dec079e43c6879b09741cb3e64f for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:55.391170 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:55.647039 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b325c58e-d0ad-45ab-ba19-4c08480aecfd req-bb6de1d5-28a8-4620-beec-f6d7a4f8d9a0 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0679030 Jan 05 18:06:55.665293 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Allocated IP 172.20.0.11 (354933f9-6aab-4087-9b39-47856633edfb/f42f5ba4-aac5-48c4-b364-d317f9628de8/fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:55.802724 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-12076341-f1bf-468a-93c7-afc0f1b92b20 req-55ecd5f3-5316-41a2-86d2-ff8ccecf9caa tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0274324 Jan 05 18:06:55.846218 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:55.849097 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.10', 52602) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:06:56.035846 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6f9f42bc-b333-4aec-b3cc-717a83329b82 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:56.049109 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6f9f42bc-b333-4aec-b3cc-717a83329b82 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 818 time: 0.1928310 Jan 05 18:06:56.067801 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Request body: {'port': {'device_id': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'admin_state_up': True, 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:06:56.107293 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 7504aef7-d69b-4c47-a1c7-46dbcb110d2d up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:06:56.153243 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-af1e4cdc-e84a-4388-b04b-7b942a091c5d req-80c9c37c-fad6-459a-9847-85f97d1ca781 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0761068 Jan 05 18:06:56.208617 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:56.237130 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:06:56.237941 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:56.337319 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Network 354933f9-6aab-4087-9b39-47856633edfb is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:56.347738 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:56.361577 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:56.366157 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:56.367228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:56.376061 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Pushing event updated for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:56.579073 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fc6e2347-5517-4e59-b57a-fca602ae84b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4400482 Jan 05 18:06:56.580118 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Made reservation on behalf of 43b4fd64462549c59ae7f47dfc02af1e for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:06:56.584482 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:56.649899 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-88b899a9-3cd7-42bf-8926-e9c909f5466f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:06:56.651606 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-88b899a9-3cd7-42bf-8926-e9c909f5466f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097930 Jan 05 18:06:56.752500 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3d0086e6-39fb-4295-acda-8d01574c95ac req-1b073bcd-514d-4bc6-ada7-b84a756f43ae tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Jan 05 18:06:56.861701 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Allocated IP 172.20.0.10 (d9bbfc51-59c9-41b3-9c9a-acaafcd8b283/fdf94b03-b377-41fb-8d77-34e2b0fa3bcf/df48552c-b3ac-4d6c-9e6d-2d520990ed4f) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:06:57.247617 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c263bdb-e8cd-4cd7-b775-73609a28890a req-f4dcc987-e0cc-40ef-825e-bc7af9c194be tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:57.249584 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2c263bdb-e8cd-4cd7-b775-73609a28890a req-f4dcc987-e0cc-40ef-825e-bc7af9c194be tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.3552754 Jan 05 18:06:57.342855 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-023afd5e-23aa-4544-a48d-acd8e8c5ad43 req-dca42c5c-b828-40f5-adba-9a78f6623f28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0496018 Jan 05 18:06:57.380380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:57.384577 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2c263bdb-e8cd-4cd7-b775-73609a28890a req-ab36b58c-051a-49fb-af52-747d4a6cf52b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233923 Jan 05 18:06:57.525948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:57.600194 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:06:57.606906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:06:57.619380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:06:57.626477 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:57.627390 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:06:57.631785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Pushing event updated for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:06:57.953570 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-6633d738-66c2-419c-9136-063f3b5dabbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8934352 Jan 05 18:06:57.955950 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ef6cb6d9-9870-4cf2-a994-a7c517abccf4 req-df21b571-46d5-4abf-9437-eac8b5a810ed tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0609124 Jan 05 18:06:58.475659 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f6dd1240-45e7-45c6-a5ea-ed417d5bdb22 req-8f9b7440-668a-4225-af3c-0b33f6774fe1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0524192 Jan 05 18:06:58.572550 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad30720-7e2b-45c1-a278-2916cd00f50c req-78dd24ba-16d6-42e2-b469-eb7d6dfa54a6 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:58.572550 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-aad30720-7e2b-45c1-a278-2916cd00f50c req-78dd24ba-16d6-42e2-b469-eb7d6dfa54a6 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0661221 Jan 05 18:06:58.614170 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:06:58.649999 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-aad30720-7e2b-45c1-a278-2916cd00f50c req-0767c24e-d72e-4f7f-828f-6bee5d12b257 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672789 Jan 05 18:06:59.088191 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5345602c-ed4d-41a4-84d7-de0bacb471d7 req-558b3aec-56a1-4ec8-b7f7-0b7a190a16e8 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0406933 Jan 05 18:06:59.585712 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-73793564-bd9e-4418-bab2-b0087bc8ad0e req-0a2ced1d-169f-4311-ab58-7acfcd2192ce tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Jan 05 18:06:59.799731 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93dd9a-487b-423f-8705-3a1885ba7d01 req-b08a4376-c4f1-4c63-b427-75ba082b75aa tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:06:59.802544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b93dd9a-487b-423f-8705-3a1885ba7d01 req-b08a4376-c4f1-4c63-b427-75ba082b75aa tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0650799 Jan 05 18:06:59.858653 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b93dd9a-487b-423f-8705-3a1885ba7d01 req-0fe4fc05-2c9c-4aef-afdc-cd37fc6c4d12 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Jan 05 18:07:00.181270 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cdcc7bf1-8595-4924-8a4b-3d4d2fcc270d req-60b89a09-6ec0-483c-b14c-a09de168714b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0254545 Jan 05 18:07:00.678135 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-180dec8e-7225-4552-8fe2-51d952038cd3 req-84a48155-2357-4fe6-acdc-224d7c488a66 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0252225 Jan 05 18:07:00.976102 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786707-835b-4878-962f-3b96d44be1c1 req-e9c41460-6c78-4a89-80a2-d28e5b76f8b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:00.978085 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-60786707-835b-4878-962f-3b96d44be1c1 req-e9c41460-6c78-4a89-80a2-d28e5b76f8b2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0489872 Jan 05 18:07:01.014564 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-60786707-835b-4878-962f-3b96d44be1c1 req-d7eb545c-7850-4726-90cb-234c458aed96 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Jan 05 18:07:01.272167 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d3fdc936-e496-4820-94a5-2393cd1f431b req-0156048a-6a17-48d1-8790-ff1abcd5da61 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0247917 Jan 05 18:07:01.772896 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-82bf7d23-f695-49ef-8300-d9ad74b5f5ce req-71b23c4f-e36f-45d6-abef-51494c161fbe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0279601 Jan 05 18:07:02.178302 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3407c07-2251-4ad6-9df7-745c9622eb6f req-e101e009-ded2-412c-9984-17e0805d36a7 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:02.181033 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3407c07-2251-4ad6-9df7-745c9622eb6f req-e101e009-ded2-412c-9984-17e0805d36a7 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0968533 Jan 05 18:07:02.219601 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3407c07-2251-4ad6-9df7-745c9622eb6f req-d6e28bc2-6fab-454e-aa53-088e01f66958 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jan 05 18:07:02.371871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8f619f6c-79e6-4abb-90dc-e2a80f501880 req-2a6c6e80-f392-4023-83e5-5ade9d358320 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0286367 Jan 05 18:07:02.878410 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7bd544d6-0ec6-4237-9ccb-28b2ae2041a4 req-e89b693a-da14-4cc3-8504-133983d8aaa2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Jan 05 18:07:03.330145 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f2eef-b454-4530-b2ce-7bef5c1cf0a3 req-0be20c87-75e3-4676-a06a-90cc66e7687b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:03.331622 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-467f2eef-b454-4530-b2ce-7bef5c1cf0a3 req-0be20c87-75e3-4676-a06a-90cc66e7687b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0474021 Jan 05 18:07:03.368759 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-467f2eef-b454-4530-b2ce-7bef5c1cf0a3 req-7bb1afe5-56b6-494a-a708-046092a1b47e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Jan 05 18:07:03.459166 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d7eeca3c-20dd-445c-8f21-ea062fd48c14 req-6dac5058-8179-4076-8f88-e0b6e91816d2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0257919 Jan 05 18:07:03.985619 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-65a24b64-13dc-41fa-9af7-493cd83d5360 req-03b28b2a-f824-4973-bb6a-62dd940cf83a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0288637 Jan 05 18:07:04.491558 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128728-45d2-48ef-966f-5165df6b9a19 req-0c4fbdff-3efa-4a94-af55-ddbc3dea4de4 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:04.495551 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71128728-45d2-48ef-966f-5165df6b9a19 req-0c4fbdff-3efa-4a94-af55-ddbc3dea4de4 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0582426 Jan 05 18:07:04.585666 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71128728-45d2-48ef-966f-5165df6b9a19 req-abc132ec-0acb-4353-b05d-40197c45ad63 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756207 Jan 05 18:07:04.625370 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b01ca501-4836-4aed-a5fb-e6c5d9f2f0f9 req-8452fe4f-9401-494b-978e-03ec39c2b81b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0471129 Jan 05 18:07:05.081755 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3dfbffd-be93-485e-9470-59f5b2eb1075 req-7c12b9d1-4aec-469b-907a-1133ae04c96f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0252502 Jan 05 18:07:05.700749 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e4e07-2ca5-443c-b3c1-d50b746519c6 req-aaf78ff3-210a-424a-ae2f-346304c067f1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:05.702250 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-db0e4e07-2ca5-443c-b3c1-d50b746519c6 req-aaf78ff3-210a-424a-ae2f-346304c067f1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0473545 Jan 05 18:07:05.718303 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-05bcfd24-43dd-4068-9a53-c75dc90e2e41 req-1cc6fec9-8cce-4ddd-8b4a-24dc8af70439 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0258708 Jan 05 18:07:05.738692 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-db0e4e07-2ca5-443c-b3c1-d50b746519c6 req-2db1700c-c36e-4df2-847f-b4066f669bc1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Jan 05 18:07:06.186714 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6e2ab2-f7f5-4b60-a7ba-c53665ed5da6 req-b9d4abf6-8fb7-4b70-82a6-ecbbe79dd67e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0270271 Jan 05 18:07:06.827545 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-76e53c75-c30a-43a4-984f-5df4bae9d784 req-1f9acc5d-b7e5-467f-a76c-cd13869eb027 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0416155 Jan 05 18:07:06.878810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1cd04-0dde-40a3-b857-f547cbafaa9c req-28e4dfc4-97e9-4c8b-9379-b022644624f5 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:06.880358 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bdf1cd04-0dde-40a3-b857-f547cbafaa9c req-28e4dfc4-97e9-4c8b-9379-b022644624f5 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0741920 Jan 05 18:07:06.931064 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bdf1cd04-0dde-40a3-b857-f547cbafaa9c req-d545d3bd-5522-4a3a-8718-920a00bd7339 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Jan 05 18:07:07.279128 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1ec37d99-7415-41e1-8be7-1485b025d28f req-4ff3f2ba-c67d-4037-9d7c-0dc598b3f682 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Jan 05 18:07:07.935639 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d8a05a6-bd4f-472c-932c-f3e02f0cd0cd req-6337d943-18c3-4492-a4c7-7bbaab1cbde1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0338807 Jan 05 18:07:08.053435 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa53a-a075-45d3-9b19-7bca22bfcd67 req-c53afc7f-10fc-48fd-bb38-9920ce9f9ed3 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:08.055271 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-836aa53a-a075-45d3-9b19-7bca22bfcd67 req-c53afc7f-10fc-48fd-bb38-9920ce9f9ed3 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0525553 Jan 05 18:07:08.094088 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-836aa53a-a075-45d3-9b19-7bca22bfcd67 req-6aab673c-b374-4a06-80aa-3b01beb4a3fd tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Jan 05 18:07:08.371596 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-69583b43-dc5f-45fa-9e19-3595f623f485 req-cfea6238-ad82-4003-b385-c753a827b286 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Jan 05 18:07:08.414155 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:09.037330 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1fea24fd-06ca-4dc7-82e2-8ebf9b6d9eb2 req-23604325-1e4e-421e-ac90-ff9f297a9c09 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0363483 Jan 05 18:07:09.218806 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439a8a-1cd4-4f7f-bbaa-5fcda0600fcf req-139bed7c-06e4-4b7f-afad-b65bf2c13977 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:09.220394 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5439a8a-1cd4-4f7f-bbaa-5fcda0600fcf req-139bed7c-06e4-4b7f-afad-b65bf2c13977 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 932 time: 0.0499077 Jan 05 18:07:09.270948 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5439a8a-1cd4-4f7f-bbaa-5fcda0600fcf req-a3e66790-dc81-4258-a7de-28518e2d3d43 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Jan 05 18:07:09.318433 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-3dbf2770-7f1e-43ed-ac59-71a997d61f72 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:07:09.319603 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-3dbf2770-7f1e-43ed-ac59-71a997d61f72 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058928 Jan 05 18:07:09.341352 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.10', 52629) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:09.467373 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Request body: {'port': {'device_id': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:09.542102 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Request body: {'port': {'device_id': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:09.574279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7555a508-bc00-4c19-83c9-7b546f470f2d req-c48bc1a6-aeed-49ce-8dec-3eef79522d2b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0606077 Jan 05 18:07:09.634366 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:09.652351 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:09.724320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-af41780d-034d-4974-89dc-e91c58975d45 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:09.726095 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-af41780d-034d-4974-89dc-e91c58975d45 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 818 time: 0.3177199 Jan 05 18:07:09.789508 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Request body: {'port': {'device_id': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'admin_state_up': True, 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:10.172813 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:10.177657 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1cbc08b9-f7cd-4078-a78a-23b87a17ed24 req-dbc6d392-b054-439f-abe6-25edc500840e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0303683 Jan 05 18:07:10.182950 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.197854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Made reservation on behalf of 43b4fd64462549c59ae7f47dfc02af1e for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:07:10.201356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.206926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df48552c-b3ac-4d6c-9e6d-2d520990ed4f {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:10.211945 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Transition to ACTIVE for port object fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:07:10.223272 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.252784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Transition to ACTIVE for port object df48552c-b3ac-4d6c-9e6d-2d520990ed4f will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:07:10.311837 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.376261 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.462898 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Attempting to bind port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:07:10.463878 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Attempting to bind port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'd31e9906-1c36-48df-9987-a58009bd2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '354933f9-6aab-4087-9b39-47856633edfb'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:07:10.464393 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Attempting to bind port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c on network 354933f9-6aab-4087-9b39-47856633edfb {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:10.469112 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:10.471637 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c on network 354933f9-6aab-4087-9b39-47856633edfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:07:10.472022 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Attempting to bind port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c on network 354933f9-6aab-4087-9b39-47856633edfb {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:10.483865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369468-0004-4b43-9399-928844f4718d service neutron] Pushing event updated for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:10.488006 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Allocated IP 172.20.0.4 (d9bbfc51-59c9-41b3-9c9a-acaafcd8b283/fdf94b03-b377-41fb-8d77-34e2b0fa3bcf/7996838c-af81-4f6b-8afa-9b8a7c826137) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:07:10.488580 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:07:10.489133 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Checking segment: {'id': 'd31e9906-1c36-48df-9987-a58009bd2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '354933f9-6aab-4087-9b39-47856633edfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:07:10.489846 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Bound using segment: {'id': 'd31e9906-1c36-48df-9987-a58009bd2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '354933f9-6aab-4087-9b39-47856633edfb'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:07:10.490505 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Bound port: fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31e9906-1c36-48df-9987-a58009bd2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '354933f9-6aab-4087-9b39-47856633edfb'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:07:10.491036 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.501328 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340ab80-4d39-4058-a397-11ef4f034944 req-eeb836ae-e13f-446a-ad90-d2a81b132994 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:10.505859 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0340ab80-4d39-4058-a397-11ef4f034944 req-eeb836ae-e13f-446a-ad90-d2a81b132994 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.1449699 Jan 05 18:07:10.554633 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Attempting to bind port df48552c-b3ac-4d6c-9e6d-2d520990ed4f on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:07:10.555004 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Attempting to bind port df48552c-b3ac-4d6c-9e6d-2d520990ed4f by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:07:10.555939 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Attempting to bind port df48552c-b3ac-4d6c-9e6d-2d520990ed4f on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:10.569184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Port df48552c-b3ac-4d6c-9e6d-2d520990ed4f on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:07:10.569431 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Attempting to bind port df48552c-b3ac-4d6c-9e6d-2d520990ed4f on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:10.576613 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0340ab80-4d39-4058-a397-11ef4f034944 req-5f2addea-a151-4a8a-934e-f2bf6a701e7d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667355 Jan 05 18:07:10.583933 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:07:10.586201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Checking segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:07:10.586201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Bound using segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:07:10.586201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Bound port: df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:07:10.586918 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.597497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:07:10.628057 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,segment=NetworkSegment(d31e9906-1c36-48df-9987-a58009bd2791),segment_id=d31e9906-1c36-48df-9987-a58009bd2791)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:07:10.682966 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.714927 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-34e3fb01-4d88-48f0-82a7-79e43010e58b req-a408ba61-c3b6-4863-ac1b-a3c180fea8fa tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0468738 Jan 05 18:07:10.749448 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:10.749448 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.749892 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] 10.222.0.10 "PUT /v2.0/ports/fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c HTTP/1.1" status: 200 len: 1094 time: 1.3781657 Jan 05 18:07:10.750501 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:10.785534 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:07:10.819095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:07:10.822389 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.854870 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137235f8-ac9c-41c3-8b09-ee50def30e4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:10.947966 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:10.956845 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:10.999312 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.10', 52640) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:11.024508 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.051146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.051393 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.055366 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-68369468-0004-4b43-9399-928844f4718d service neutron] 10.222.0.10 "PUT /v2.0/ports/df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 1094 time: 1.6514740 Jan 05 18:07:11.059339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:11.138857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43509d6-185b-4271-b104-014c49446827 x-openstack-request-id: req-c43509d6-185b-4271-b104-014c49446827 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:11.139149 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:11.139400 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c43509d6-185b-4271-b104-014c49446827 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:11.139860 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c', 'status': 'completed', 'code': 200} Jan 05 18:07:11.150956 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fb3132e1-1ffd-4b48-a7da-fd398834f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.152607 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-fb3132e1-1ffd-4b48-a7da-fd398834f369 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2146dec079e43c6879b09741cb3e64f&device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 1097 time: 0.1521077 Jan 05 18:07:11.240534 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-9fb14766-8767-4ea9-a010-eaa64332263e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c HTTP/1.1" status: 200 len: 217 time: 0.0720918 Jan 05 18:07:11.264780 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-e75fc2a4-0094-4120-b9c6-c5589e8d2db6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.269743 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-e75fc2a4-0094-4120-b9c6-c5589e8d2db6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 810 time: 0.2144215 Jan 05 18:07:11.326211 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f286a68f-3988-4199-b061-7ea1d9cae1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.349498 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-1691c350-fedc-4d21-898c-565008c6bccf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 379 time: 0.0570590 Jan 05 18:07:11.350978 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-e08f4d37-8c15-460a-896e-cd815146d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.352604 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-e08f4d37-8c15-460a-896e-cd815146d122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f42f5ba4-aac5-48c4-b364-d317f9628de8 HTTP/1.1" status: 200 len: 851 time: 0.1027164 Jan 05 18:07:11.364683 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'port': {'device_id': '43be7c20-103d-483f-99e6-62880b672333', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'admin_state_up': True, 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'security_groups': ['7224f322-1ce4-4c5c-b121-383cd917e084']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:11.423667 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:11.439069 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e6f00638-6b90-4d97-83e0-3a0b8bd3ba67 req-46d0791f-6196-44bb-812b-e4a6565df9d5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.1170814 Jan 05 18:07:11.447947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:07:11.453103 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369468-0004-4b43-9399-928844f4718d service neutron] Pushing event updated for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:11.457044 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:07:11.505416 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-6cd20216-ab3c-441f-b7d8-31770f63af68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=354933f9-6aab-4087-9b39-47856633edfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370795 Jan 05 18:07:11.541560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-3349aa9c-cf35-44f2-9fed-35e21c717cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.544348 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-3349aa9c-cf35-44f2-9fed-35e21c717cfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1097 time: 0.2193248 Jan 05 18:07:11.546879 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:07:11.552843 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.553565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.570075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Pushing event updated for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:11.661364 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5bf2a-3f24-49a9-8a32-fe8e6e241307 x-openstack-request-id: req-bef5bf2a-3f24-49a9-8a32-fe8e6e241307 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:11.661998 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:11.662437 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bef5bf2a-3f24-49a9-8a32-fe8e6e241307 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:11.663092 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f', 'status': 'completed', 'code': 200} Jan 05 18:07:11.665501 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-3bde466c-9eec-4dde-b7c7-8a21d69859dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0915689 Jan 05 18:07:11.710139 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-b429a150-243e-4203-be5a-03a3bbe06512 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9252570 Jan 05 18:07:11.710344 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-d1827d6c-566e-4eb9-a520-cd15daec30cc service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901641 Jan 05 18:07:11.735791 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Request body: {'port': {'device_id': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:11.809555 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-4e2609f9-8788-4069-9320-93c740b7dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.811044 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-4e2609f9-8788-4069-9320-93c740b7dfd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.1331770 Jan 05 18:07:11.823862 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cca9d-8280-423f-9cdc-fb826f412ae6 req-79832104-6183-4d3b-bb2f-733d7604180b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.825462 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0f1cca9d-8280-423f-9cdc-fb826f412ae6 req-79832104-6183-4d3b-bb2f-733d7604180b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.1574740 Jan 05 18:07:11.865274 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-54ed25e3-d3a3-40b0-a378-649e7cdac8cc req-9fc9197c-4b80-4b41-87ee-73f1ab35788d service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353669 Jan 05 18:07:11.866833 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Made reservation on behalf of a115f4527087421fbd282e13ddea7838 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:07:11.870497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.881803 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:11.889804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-0aabee56-50da-4606-af71-d4abf9a5faf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616148 Jan 05 18:07:11.917626 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf10a0-95db-4192-9e21-cd0960697716 req-71f78e56-a468-4d81-8655-5ae868d42a7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:11.919438 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7ccf10a0-95db-4192-9e21-cd0960697716 req-71f78e56-a468-4d81-8655-5ae868d42a7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 931 time: 0.1038418 Jan 05 18:07:11.992036 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0f1cca9d-8280-423f-9cdc-fb826f412ae6 req-46358988-2583-4268-ac09-6092657f8d24 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329582 Jan 05 18:07:12.101735 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-d51f9dd8-f998-469d-b947-9af7c7facded service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015107 Jan 05 18:07:12.149752 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7ccf10a0-95db-4192-9e21-cd0960697716 req-d09bd43c-bac4-43d3-9777-c69c9cc70820 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104716 Jan 05 18:07:12.272259 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807a47d8-d287-42d6-90ca-acc954ca15d0 req-b565b515-3698-47c5-9205-58cc444d43a8 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590052 Jan 05 18:07:12.353453 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7996838c-af81-4f6b-8afa-9b8a7c826137 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:12.355339 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-778d5719-ef06-4ecd-9661-56a1609dca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.356985 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-778d5719-ef06-4ecd-9661-56a1609dca0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2146dec079e43c6879b09741cb3e64f&device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 1097 time: 0.2781353 Jan 05 18:07:12.358361 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Allocated IP 172.20.0.7 (0da28a8c-2ce1-4e0e-9a84-da0477c6194b/5572ea86-5d8b-46d9-be6f-b92a0cfaeef4/c12cd601-9200-451f-a797-41769529c4ce) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:07:12.367943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:12.386411 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Transition to ACTIVE for port object 7996838c-af81-4f6b-8afa-9b8a7c826137 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:07:12.452623 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:12.522592 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Pushing event updated for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:12.611190 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-dd76c4f8-5c47-4187-b774-bcaa2569adca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.613404 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-dd76c4f8-5c47-4187-b774-bcaa2569adca service neutron] 10.222.0.10 "GET /v2.0/networks?id=354933f9-6aab-4087-9b39-47856633edfb HTTP/1.1" status: 200 len: 912 time: 0.2499657 Jan 05 18:07:12.645600 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-65bef452-569f-4b26-b3a9-efe1bde191f0 req-1893ca40-827f-44bd-b3de-2dbdcb2571ab tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0671759 Jan 05 18:07:12.663881 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-01b9b605-3a75-4c3b-83ee-7a8813c99683 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c HTTP/1.1" status: 200 len: 217 time: 0.0393429 Jan 05 18:07:12.666044 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Attempting to bind port 7996838c-af81-4f6b-8afa-9b8a7c826137 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:07:12.666391 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Attempting to bind port 7996838c-af81-4f6b-8afa-9b8a7c826137 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:07:12.666716 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Attempting to bind port 7996838c-af81-4f6b-8afa-9b8a7c826137 on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:12.671545 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-7e4e6e29-f715-465c-8d51-a76affab6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.673014 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-7e4e6e29-f715-465c-8d51-a76affab6ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1097 time: 0.1467657 Jan 05 18:07:12.675057 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Port 7996838c-af81-4f6b-8afa-9b8a7c826137 on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:07:12.675502 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Attempting to bind port 7996838c-af81-4f6b-8afa-9b8a7c826137 on network d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:12.682039 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:07:12.682399 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Checking segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:07:12.682823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Bound using segment: {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:07:12.683683 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Bound port: 7996838c-af81-4f6b-8afa-9b8a7c826137, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b23dbc4-c44f-43ee-b475-fea804dad4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:07:12.683791 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:12.743389 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:12.747374 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-0b68a55f-0483-4955-84b9-dd4afd888a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.748816 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-0b68a55f-0483-4955-84b9-dd4afd888a7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f42f5ba4-aac5-48c4-b364-d317f9628de8 HTTP/1.1" status: 200 len: 851 time: 0.0801826 Jan 05 18:07:12.787650 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-a7b3a2ac-9f1b-4419-b0ac-d7521668e64a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=354933f9-6aab-4087-9b39-47856633edfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316000 Jan 05 18:07:12.876723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:07:12.879410 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-c7fcc773-bd3b-49ba-8c80-2b918aaa8ac8 service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840921 Jan 05 18:07:12.879898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=7996838c-af81-4f6b-8afa-9b8a7c826137,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:07:12.881288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-76ceec3b-eb01-4e0b-a0f8-dbdce37baea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.882770 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-76ceec3b-eb01-4e0b-a0f8-dbdce37baea4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.2018108 Jan 05 18:07:12.928606 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-733f4b0c-dd41-4982-8bf1-846206ffcf3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0367949 Jan 05 18:07:12.935538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:12.976511 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-7f158212-f102-4719-8165-47eb314bd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:12.978610 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-7f158212-f102-4719-8165-47eb314bd341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0432742 Jan 05 18:07:13.009905 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-5c4cf5b2-e87f-4932-aea4-cbc8dc6a44e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249178 Jan 05 18:07:13.025436 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.033008 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:07:13.046619 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:07:13.050285 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:07:13.058522 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.058811 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.064799 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:13.089469 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-1cdccf9a-73c0-4e6f-a765-d5f401e3e3d3 service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986508 Jan 05 18:07:13.106996 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.107680 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.109218 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] 10.222.0.10 "PUT /v2.0/ports/7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 200 len: 1093 time: 1.3787928 Jan 05 18:07:13.150093 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846e6a2-af34-420f-9c64-7d2917c45032 service neutron] Pushing event updated for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:13.166659 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247366-5562-49c7-ad20-06b23291042c req-937f6ebe-a7a3-4b37-98b2-2c7146d36fe2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.166853 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-69b7781b-c822-4704-b1e2-2d8c6adfdb9f service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499226 Jan 05 18:07:13.168238 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-67247366-5562-49c7-ad20-06b23291042c req-937f6ebe-a7a3-4b37-98b2-2c7146d36fe2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.0714369 Jan 05 18:07:13.202535 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-ecbbe639-b6b0-45a6-85cc-304a13231c2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417456 Jan 05 18:07:13.217438 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-67247366-5562-49c7-ad20-06b23291042c req-473020c9-4d86-47e5-af08-67f10214b14e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Jan 05 18:07:13.225500 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Request body: {'port': {'device_id': '43be7c20-103d-483f-99e6-62880b672333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:13.310749 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.432561 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c7b9019e-c261-4b32-b5a4-ef985121f2ab None None] Provisioning complete for port c12cd601-9200-451f-a797-41769529c4ce triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:07:13.439800 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c7b9019e-c261-4b32-b5a4-ef985121f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.481124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00567da0-f5ad-4195-a7f1-baff7852c369 req-04fddb47-42e6-4e35-87c5-93e0419c74ea tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.487770 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00567da0-f5ad-4195-a7f1-baff7852c369 req-04fddb47-42e6-4e35-87c5-93e0419c74ea tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.0983329 Jan 05 18:07:13.498170 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9019e-c261-4b32-b5a4-ef985121f2ab None None] Port c12cd601-9200-451f-a797-41769529c4ce cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:07:13.543283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-924cef84-091c-4f99-8ecd-d89b38909f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.544836 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-924cef84-091c-4f99-8ecd-d89b38909f2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1096 time: 0.1546595 Jan 05 18:07:13.546727 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b07ddbcf-fa9e-4bf0-8303-a30a84c0c93e req-137b9770-2529-48d9-99ab-24abd1867a61 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727407 Jan 05 18:07:13.559873 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00567da0-f5ad-4195-a7f1-baff7852c369 req-4ca9c1fd-48d1-4ab9-8646-58665e5d3efd tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Jan 05 18:07:13.609747 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e4f2375f-6aae-4504-826b-a58eebdb21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.620422 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-98bee375-5d21-4a9a-88f9-de91849319f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 200 len: 217 time: 0.0450516 Jan 05 18:07:13.638162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12cd601-9200-451f-a797-41769529c4ce {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:13.646246 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.658567 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Transition to ACTIVE for port object c12cd601-9200-451f-a797-41769529c4ce will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:07:13.665664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:13.667912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe81be-008c-47be-b208-d5bc01096af6" -d '{"events": [{"name": "network-changed", "server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:13.675664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-72ea1cd1-37fa-4097-aefb-11a17c74b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.677122 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-72ea1cd1-37fa-4097-aefb-11a17c74b251 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0500681 Jan 05 18:07:13.718452 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.730118 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-e9d5f1a2-5496-460b-9d3e-d60b7854af0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351646 Jan 05 18:07:13.731537 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b6485-0aee-4049-89ca-181f9323615e x-openstack-request-id: req-d39b6485-0aee-4049-89ca-181f9323615e {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:13.731978 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:13.732245 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d39b6485-0aee-4049-89ca-181f9323615e {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:13.732604 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137', 'status': 'completed', 'code': 200} Jan 05 18:07:13.771708 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:13.814566 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Attempting to bind port c12cd601-9200-451f-a797-41769529c4ce on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:07:13.814899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Attempting to bind port c12cd601-9200-451f-a797-41769529c4ce by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:07:13.815251 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Attempting to bind port c12cd601-9200-451f-a797-41769529c4ce on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:13.819906 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Port c12cd601-9200-451f-a797-41769529c4ce on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:07:13.823699 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Attempting to bind port c12cd601-9200-451f-a797-41769529c4ce on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:07:13.832830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:07:13.832830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Checking segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:07:13.832830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Bound using segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:07:13.833349 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Bound port: c12cd601-9200-451f-a797-41769529c4ce, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:07:13.833703 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:13.853313 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a760e04-42cd-4861-bcec-75cb0877ee9e req-ec984d80-eb30-4c20-b482-6801143402a7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:13.854707 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a760e04-42cd-4861-bcec-75cb0877ee9e req-ec984d80-eb30-4c20-b482-6801143402a7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 943 time: 0.1069782 Jan 05 18:07:13.884358 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-308699d7-e408-4fb6-b710-a76f3d2419e7 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453047 Jan 05 18:07:13.908299 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:07:13.912966 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c12cd601-9200-451f-a797-41769529c4ce,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:07:13.959942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a760e04-42cd-4861-bcec-75cb0877ee9e req-d82f0d90-7ad2-4a3e-9541-f74b885367bc tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944695 Jan 05 18:07:14.004310 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-64eea5d6-15ae-44d2-a538-81beec143a34 req-51e34a6b-a08a-4d58-a850-769eab08713b service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088269 Jan 05 18:07:14.011075 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:14.054543 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.060513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:14.060513 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1093 time: 0.8369966 Jan 05 18:07:14.060513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:14.060513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6548c328-dc6e-42b9-9455-9ceaeb31145e" -d '{"events": [{"name": "network-changed", "server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "tag": "c12cd601-9200-451f-a797-41769529c4ce"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:14.089796 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012982-9290-4896-8ad8-700f57bff9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:14.103599 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140368ec-7cbe-47fd-922a-be655698e8e2 x-openstack-request-id: req-140368ec-7cbe-47fd-922a-be655698e8e2 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:14.104058 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "tag": "c12cd601-9200-451f-a797-41769529c4ce", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:14.104526 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-140368ec-7cbe-47fd-922a-be655698e8e2 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:14.105058 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce', 'status': 'completed', 'code': 200} Jan 05 18:07:14.261495 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe81be-008c-47be-b208-d5bc01096af6 req-7d6d53f3-055a-4e1e-86a4-85f9d16e1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.263016 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-7d6d53f3-055a-4e1e-86a4-85f9d16e1cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1096 time: 0.0460262 Jan 05 18:07:14.276594 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-5ced86cf-41cd-4e5f-8641-eb8553d8f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.277470 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-5ced86cf-41cd-4e5f-8641-eb8553d8f0b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1096 time: 0.0611911 Jan 05 18:07:14.397588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2827-6f91-4e42-951c-5cd73313a660 req-20f8a6a7-5062-4a8b-801b-1f39a1261008 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.400550 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ad7a2827-6f91-4e42-951c-5cd73313a660 req-20f8a6a7-5062-4a8b-801b-1f39a1261008 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.0663013 Jan 05 18:07:14.444637 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ad7a2827-6f91-4e42-951c-5cd73313a660 req-59bde338-4009-48d4-a95d-adbcc477df88 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jan 05 18:07:14.491232 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe81be-008c-47be-b208-d5bc01096af6 req-8669a50d-8600-47f3-8826-f0576c05bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.493432 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-8669a50d-8600-47f3-8826-f0576c05bab1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.2143691 Jan 05 18:07:14.528807 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-14711249-6532-432e-9709-8717942fd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.530686 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-14711249-6532-432e-9709-8717942fd4f9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a115f4527087421fbd282e13ddea7838&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2389808 Jan 05 18:07:14.537791 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-c2c28e36-1a52-432d-99eb-dc67bf53f9be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 200 len: 217 time: 0.0365551 Jan 05 18:07:14.557073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:14.632406 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe81be-008c-47be-b208-d5bc01096af6 req-c3d2416c-5501-44c3-870e-8db628f8b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.636852 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-c3d2416c-5501-44c3-870e-8db628f8b35e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0921814 Jan 05 18:07:14.692077 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-f7b0bd40-0308-4c7f-a3bf-76b1a4613aab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469778 Jan 05 18:07:14.819942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-45960f66-9f00-43b3-a86f-73a8f6156ae5 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179385 Jan 05 18:07:14.914137 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-2e18d4f1-9199-4dac-bbc5-1dd1666db356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.916397 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6548c328-dc6e-42b9-9455-9ceaeb31145e req-2e18d4f1-9199-4dac-bbc5-1dd1666db356 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3793292 Jan 05 18:07:14.918069 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31fe81be-008c-47be-b208-d5bc01096af6 req-fcc1a51c-067e-404d-a0b1-25441fa477ad service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903759 Jan 05 18:07:14.933728 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a798edc-0ac4-42d1-ade7-5d777aafb370 req-439edfab-d599-47e5-a5b5-80e73b3c57de tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:14.936824 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5a798edc-0ac4-42d1-ade7-5d777aafb370 req-439edfab-d599-47e5-a5b5-80e73b3c57de tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.0697327 Jan 05 18:07:14.976878 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5a798edc-0ac4-42d1-ade7-5d777aafb370 req-1b347c8c-4197-48c0-89ac-c14948d8accc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Jan 05 18:07:15.036206 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-70e0be76-e24c-444b-875e-481b2d1caf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:15.037723 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-70e0be76-e24c-444b-875e-481b2d1caf55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1096 time: 0.0521145 Jan 05 18:07:15.107588 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-1e429982-79d5-47ec-9b69-1789eef11c96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 217 time: 0.0413921 Jan 05 18:07:15.121572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a0f95-3b36-4a23-aefa-748fd5ab561a req-03c1e78a-4c7a-4dd5-982e-55c244bdb4a5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:15.123497 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a51a0f95-3b36-4a23-aefa-748fd5ab561a req-03c1e78a-4c7a-4dd5-982e-55c244bdb4a5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 943 time: 0.0829177 Jan 05 18:07:15.146663 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 53948) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:15.196388 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-9eb169a5-abbb-4e34-95ee-eeb7ec7c3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:15.198043 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-9eb169a5-abbb-4e34-95ee-eeb7ec7c3aff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0740397 Jan 05 18:07:15.206362 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a51a0f95-3b36-4a23-aefa-748fd5ab561a req-38795aac-ba7d-404d-9445-3bae5c274445 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709455 Jan 05 18:07:15.257638 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-7dad14cc-00e2-4c75-82f0-58de842e17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:15.259650 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-7dad14cc-00e2-4c75-82f0-58de842e17e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544384 Jan 05 18:07:15.283510 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0235-6560-46ef-b1af-2df24255a321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.357281 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-186945fd-b82c-4932-aefd-0a4914744267 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898852 Jan 05 18:07:15.360303 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0235-6560-46ef-b1af-2df24255a321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.447351 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-04d93899-bd9e-4a3f-b79c-3307f457d887 req-48f6c331-75df-411b-9fa0-4ec3b59e17d6 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831788 Jan 05 18:07:15.478670 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0235-6560-46ef-b1af-2df24255a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.525801 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f8ff0235-6560-46ef-b1af-2df24255a321 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66e309b58a55438abdef6be9c6584057&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3778615 Jan 05 18:07:15.527853 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff0235-6560-46ef-b1af-2df24255a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec41df1-0156-4034-b66d-80c7a6c41f69,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:15.532898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 53958) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:15.583470 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.593313 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734cbd3-e06e-4662-b981-884043ef07d5 req-3baf000d-90b3-4b9c-9cda-80d820be5d40 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:15.594840 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1734cbd3-e06e-4662-b981-884043ef07d5 req-3baf000d-90b3-4b9c-9cda-80d820be5d40 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Jan 05 18:07:15.621966 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.644261 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1734cbd3-e06e-4662-b981-884043ef07d5 req-7b675137-e8c6-4046-b4c8-f30a1855005f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jan 05 18:07:15.692085 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 53962) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:15.762486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.770324 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.773806 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eec41df1-0156-4034-b66d-80c7a6c41f69 HTTP/1.1" status: 204 len: 168 time: 0.2416196 Jan 05 18:07:15.789670 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec10ff-4c0a-4917-bd57-e2a6f47f4467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec41df1-0156-4034-b66d-80c7a6c41f69,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:15.806140 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-245f3652-76bf-4c4c-a189-1c8ff4bc4a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.889816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-245f3652-76bf-4c4c-a189-1c8ff4bc4a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:15.963113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-245f3652-76bf-4c4c-a189-1c8ff4bc4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.014369 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 53986) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:16.014962 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-245f3652-76bf-4c4c-a189-1c8ff4bc4a38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27555d2bb2344d81bdf92e2707560ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211823 Jan 05 18:07:16.015365 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f3652-76bf-4c4c-a189-1c8ff4bc4a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53ff09-f092-4331-965f-9fbd94c84559,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:16.116440 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.117024 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.150087 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.164065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d032932-077c-4445-ae8c-3ca09fb09741 req-cc15030c-a802-49d9-ac26-490d380c96f2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:16.168616 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d032932-077c-4445-ae8c-3ca09fb09741 req-cc15030c-a802-49d9-ac26-490d380c96f2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.0699399 Jan 05 18:07:16.223294 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d032932-077c-4445-ae8c-3ca09fb09741 req-412ee71a-8ec0-4734-84ac-3660c730be91 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Jan 05 18:07:16.285856 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.288695 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.293324 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c53ff09-f092-4331-965f-9fbd94c84559 HTTP/1.1" status: 204 len: 168 time: 0.2775061 Jan 05 18:07:16.329199 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398c10-5a1c-4ac3-8693-47329e2d6ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53ff09-f092-4331-965f-9fbd94c84559,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:16.359547 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7732c21-c881-434d-a849-38d398f7053f req-4f0836d4-590d-4108-8394-08c9007333da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:16.361202 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a7732c21-c881-434d-a849-38d398f7053f req-4f0836d4-590d-4108-8394-08c9007333da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 943 time: 0.0855896 Jan 05 18:07:16.401234 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a7732c21-c881-434d-a849-38d398f7053f req-fbf1713a-d82d-41ab-827a-925c801c2742 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338666 Jan 05 18:07:16.556784 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.603620 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54006) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:16.621242 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96d37a80-7561-4197-b0cc-648fe1e3bd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.696492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96d37a80-7561-4197-b0cc-648fe1e3bd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.763170 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb007700-293b-4412-be5a-970b087b2c2b req-03d2dabb-24f2-4023-863c-e053ea91d818 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:16.764638 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eb007700-293b-4412-be5a-970b087b2c2b req-03d2dabb-24f2-4023-863c-e053ea91d818 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 944 time: 0.0514841 Jan 05 18:07:16.781186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-96d37a80-7561-4197-b0cc-648fe1e3bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.823267 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eb007700-293b-4412-be5a-970b087b2c2b req-c6c5ed6b-e665-42de-9628-93df7c2d5a2e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Jan 05 18:07:16.826677 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-96d37a80-7561-4197-b0cc-648fe1e3bd5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7c393775ceb4fb4a4b508bade722ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219577 Jan 05 18:07:16.827253 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54014) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:16.834451 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37a80-7561-4197-b0cc-648fe1e3bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bded2a-17ac-4754-bcb7-52d2cad3ffea,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:16.885871 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:16.904786 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.061034 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.063708 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.065866 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9bded2a-17ac-4754-bcb7-52d2cad3ffea HTTP/1.1" status: 204 len: 168 time: 0.2357304 Jan 05 18:07:17.073620 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349871-35ab-46e5-948e-50880cc61255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bded2a-17ac-4754-bcb7-52d2cad3ffea,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:17.259313 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:07:17.350840 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c63b0-fc22-4141-9673-1141398681a4 req-1cc4bb7c-50ba-4698-8679-cac488118357 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:17.353136 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4e0c63b0-fc22-4141-9673-1141398681a4 req-1cc4bb7c-50ba-4698-8679-cac488118357 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.0543921 Jan 05 18:07:17.381752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,segment=NetworkSegment(d31e9906-1c36-48df-9987-a58009bd2791),segment_id=d31e9906-1c36-48df-9987-a58009bd2791)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:17.395214 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4e0c63b0-fc22-4141-9673-1141398681a4 req-b457f200-e353-4229-9319-25334e5177cf tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jan 05 18:07:17.503955 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c', 'network_id': '354933f9-6aab-4087-9b39-47856633edfb', 'port_id': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c', 'mac_address': 'fa:16:3e:79:6e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42f5ba4-aac5-48c4-b364-d317f9628de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:07:17.540842 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646b3c8-243f-4d61-8454-f7048459c7a1 req-fa8eab4b-e559-486c-9b64-653c98707709 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:17.542846 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c646b3c8-243f-4d61-8454-f7048459c7a1 req-fa8eab4b-e559-486c-9b64-653c98707709 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 943 time: 0.0602429 Jan 05 18:07:17.543316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.557247 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:17.589571 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,segment=NetworkSegment(d31e9906-1c36-48df-9987-a58009bd2791),segment_id=d31e9906-1c36-48df-9987-a58009bd2791)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:17.593571 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c646b3c8-243f-4d61-8454-f7048459c7a1 req-f1f8b98c-3b23-418c-be0d-2b7f0cd84073 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Jan 05 18:07:17.701017 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.701685 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device df48552c-b3ac-4d6c-9e6d-2d520990ed4f details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:07:17.799268 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:17.862697 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:17.875154 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'port_id': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f', 'mac_address': 'fa:16:3e:b6:f7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:07:17.916825 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:17.928991 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab259aa-e506-4e46-9b1a-da9038ad2695 req-ac23bd8d-4177-4508-84cd-68c3b0c7c4d8 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:17.930537 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6ab259aa-e506-4e46-9b1a-da9038ad2695 req-ac23bd8d-4177-4508-84cd-68c3b0c7c4d8 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Jan 05 18:07:17.930801 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df48552c-b3ac-4d6c-9e6d-2d520990ed4f {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:17.952091 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:17.970111 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6ab259aa-e506-4e46-9b1a-da9038ad2695 req-d3f34a9f-ae1d-45b3-bfa8-2811c4306ee2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Jan 05 18:07:18.042858 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:18.098384 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:18.401653 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54102) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:18.527740 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923002e-4d19-478f-ba2f-4a088d32ce98 req-97f39841-b43d-4b62-af1d-b84c93d54bc8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:18.529402 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d923002e-4d19-478f-ba2f-4a088d32ce98 req-97f39841-b43d-4b62-af1d-b84c93d54bc8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.0531731 Jan 05 18:07:18.569717 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d923002e-4d19-478f-ba2f-4a088d32ce98 req-341fc213-784e-45a0-88bb-de844339d785 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Jan 05 18:07:18.670738 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ae8169a1-2432-4e5a-ade8-9aa7b2f726f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:18.678191 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['df48552c-b3ac-4d6c-9e6d-2d520990ed4f'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:07:18.718502 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:07:18.747322 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c812296-c26e-4523-981b-b402e1753c4b req-89659839-da52-49ce-ab76-4a30c6ee9341 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:18.748844 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6c812296-c26e-4523-981b-b402e1753c4b req-89659839-da52-49ce-ab76-4a30c6ee9341 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 943 time: 0.0799942 Jan 05 18:07:18.811231 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6c812296-c26e-4523-981b-b402e1753c4b req-44b4a0db-ce1d-4620-9e3b-d7eb24f6760f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523710 Jan 05 18:07:18.830808 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ae8169a1-2432-4e5a-ade8-9aa7b2f726f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:18.893588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ae8169a1-2432-4e5a-ade8-9aa7b2f726f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:18.937110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54132) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:18.937322 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ae8169a1-2432-4e5a-ade8-9aa7b2f726f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=342355530c7441cfa4b049f1835e0cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353956 Jan 05 18:07:18.938263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8169a1-2432-4e5a-ade8-9aa7b2f726f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2fa66c-ac01-4e2f-b4c7-4970e382fd4b,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:18.999173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.024104 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.117849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0908a1-6346-45c4-a5a2-1b5063bdc3b2 req-b9574e0b-1ae1-43b3-bcaa-2d836f762732 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:19.119608 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a0908a1-6346-45c4-a5a2-1b5063bdc3b2 req-b9574e0b-1ae1-43b3-bcaa-2d836f762732 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 945 time: 0.0741549 Jan 05 18:07:19.173226 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a0908a1-6346-45c4-a5a2-1b5063bdc3b2 req-2f48f13e-f428-4398-b02d-6c7a760430fa tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Jan 05 18:07:19.224848 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.224848 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.227292 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e2fa66c-ac01-4e2f-b4c7-4970e382fd4b HTTP/1.1" status: 204 len: 168 time: 0.2862058 Jan 05 18:07:19.229044 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54140) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:19.235564 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409f5ab-e7a8-41ed-a5aa-1822de29b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2fa66c-ac01-4e2f-b4c7-4970e382fd4b,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:19.256699 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c12cd601-9200-451f-a797-41769529c4ce details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:07:19.362226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c12cd601-9200-451f-a797-41769529c4ce,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:19.371011 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'c12cd601-9200-451f-a797-41769529c4ce', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'port_id': 'c12cd601-9200-451f-a797-41769529c4ce', 'mac_address': 'fa:16:3e:ac:9e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:07:19.413369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.427939 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12cd601-9200-451f-a797-41769529c4ce {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:19.453843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c12cd601-9200-451f-a797-41769529c4ce,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:19.535112 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.535789 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 7996838c-af81-4f6b-8afa-9b8a7c826137 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:07:19.622412 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77251f9c-adb1-4670-9b65-07435c4349f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.643403 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:19.691535 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=7996838c-af81-4f6b-8afa-9b8a7c826137,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:19.708033 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '7996838c-af81-4f6b-8afa-9b8a7c826137', 'network_id': 'd9bbfc51-59c9-41b3-9c9a-acaafcd8b283', 'port_id': '7996838c-af81-4f6b-8afa-9b8a7c826137', 'mac_address': 'fa:16:3e:31:10:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf94b03-b377-41fb-8d77-34e2b0fa3bcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:07:19.775236 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fae24-729f-494d-ba99-ece8588eb5ec req-f9f0dcc9-1f38-408f-ae68-829f19798007 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:19.776802 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b05fae24-729f-494d-ba99-ece8588eb5ec req-f9f0dcc9-1f38-408f-ae68-829f19798007 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 943 time: 0.1040640 Jan 05 18:07:19.778771 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77251f9c-adb1-4670-9b65-07435c4349f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.782238 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.796565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7996838c-af81-4f6b-8afa-9b8a7c826137 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:07:19.817700 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=7996838c-af81-4f6b-8afa-9b8a7c826137,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:19.819876 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b05fae24-729f-494d-ba99-ece8588eb5ec req-93cc310c-e8e7-41a9-aee3-0bb0bdaee136 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Jan 05 18:07:19.890126 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77251f9c-adb1-4670-9b65-07435c4349f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.926769 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251f9c-adb1-4670-9b65-07435c4349f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9761a8-62aa-476c-9d68-af30fa6e666a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:19.931637 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-77251f9c-adb1-4670-9b65-07435c4349f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=999fa0da0b674c97a7e467d1ddc0256b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015128 Jan 05 18:07:19.934188 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54166) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:19.935913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2044ab6-d8e6-459f-888b-34f7ae9eea1f req-8a82d80e-6802-4985-a9ac-e68e1125a20b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:19.940132 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2044ab6-d8e6-459f-888b-34f7ae9eea1f req-8a82d80e-6802-4985-a9ac-e68e1125a20b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 944 time: 0.0514948 Jan 05 18:07:19.958576 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:19.980739 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2044ab6-d8e6-459f-888b-34f7ae9eea1f req-478c189b-9cbb-45b9-bdfc-4d40b59fc6e7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373969 Jan 05 18:07:20.003953 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.013879 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:20.027660 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.159066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.169080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.169080 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e9761a8-62aa-476c-9d68-af30fa6e666a HTTP/1.1" status: 204 len: 168 time: 0.2314341 Jan 05 18:07:20.185511 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3a9fe-37df-419c-b3b3-b8970b0c57a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9761a8-62aa-476c-9d68-af30fa6e666a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:20.208564 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54180) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:20.227223 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edba2fac-e672-44ab-991b-3d34f14fe007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.342312 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3084e7-1d0b-4614-ad44-ff20838b3ba3 req-7584c969-7932-44a9-a29c-d02208cbb995 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:20.351060 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0e3084e7-1d0b-4614-ad44-ff20838b3ba3 req-7584c969-7932-44a9-a29c-d02208cbb995 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 945 time: 0.0879986 Jan 05 18:07:20.367779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edba2fac-e672-44ab-991b-3d34f14fe007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.395276 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0e3084e7-1d0b-4614-ad44-ff20838b3ba3 req-4c0108f3-4905-46e1-8101-5efb0e22fc28 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Jan 05 18:07:20.437534 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['7996838c-af81-4f6b-8afa-9b8a7c826137'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:07:20.466247 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['c12cd601-9200-451f-a797-41769529c4ce'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:07:20.478158 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-edba2fac-e672-44ab-991b-3d34f14fe007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.510345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba2fac-e672-44ab-991b-3d34f14fe007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1e561-5cc2-4cde-ac16-73327a64e5a4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:20.534287 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-edba2fac-e672-44ab-991b-3d34f14fe007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e79b32ad2ce48ae8ecf1514c7bed359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242249 Jan 05 18:07:20.536920 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54196) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:20.589750 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.625212 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.797983 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.800664 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:20.801869 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28b1e561-5cc2-4cde-ac16-73327a64e5a4 HTTP/1.1" status: 204 len: 168 time: 0.2639830 Jan 05 18:07:20.810999 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0db86a-ddd4-40af-8409-3033cc7e7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1e561-5cc2-4cde-ac16-73327a64e5a4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:20.942003 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ef54-a74a-4fb3-876c-40fa2cc6be6a req-b8d4b9ba-7fc6-408f-b4b8-cf8d86026e94 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:20.943651 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-77f2ef54-a74a-4fb3-876c-40fa2cc6be6a req-b8d4b9ba-7fc6-408f-b4b8-cf8d86026e94 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 944 time: 0.0485547 Jan 05 18:07:20.981469 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-77f2ef54-a74a-4fb3-876c-40fa2cc6be6a req-5dc38309-1bf6-4ebd-aa6b-7388f0afa2d1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jan 05 18:07:21.090066 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54218) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:21.098282 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30dd98-0556-4be7-9c05-773cc541f6e3 req-9be6ad58-5275-4f16-9277-e2e76404c320 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:21.100256 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8c30dd98-0556-4be7-9c05-773cc541f6e3 req-9be6ad58-5275-4f16-9277-e2e76404c320 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 944 time: 0.0486786 Jan 05 18:07:21.104619 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa378cb-daaf-4453-90f8-3f20ac4757d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.144072 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8c30dd98-0556-4be7-9c05-773cc541f6e3 req-a8ed60b6-965f-4fba-91b1-014b5266c978 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352616 Jan 05 18:07:21.193121 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa378cb-daaf-4453-90f8-3f20ac4757d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.267004 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa378cb-daaf-4453-90f8-3f20ac4757d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.290164 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:07:21.311562 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0fa378cb-daaf-4453-90f8-3f20ac4757d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fc24cf9081a4717b082f2095c649ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200325 Jan 05 18:07:21.314244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54224) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:21.325209 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa378cb-daaf-4453-90f8-3f20ac4757d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857c36d-397b-4df6-b2e9-55f3768fe92a,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:21.394692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.416757 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.476415 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:07:21.481236 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:07:21.481635 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.510356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78cd8-f2cd-4ab9-92bf-a07daf0a0ca8 req-7b5afe09-9d35-4f40-94ae-6692ecc6b8ea tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:21.511823 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-61a78cd8-f2cd-4ab9-92bf-a07daf0a0ca8 req-7b5afe09-9d35-4f40-94ae-6692ecc6b8ea tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 945 time: 0.0471094 Jan 05 18:07:21.550250 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-61a78cd8-f2cd-4ab9-92bf-a07daf0a0ca8 req-ddb4fe32-62fc-4af8-ab66-1e721cfba3f1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Jan 05 18:07:21.558542 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.573832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.578129 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.578965 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8857c36d-397b-4df6-b2e9-55f3768fe92a HTTP/1.1" status: 204 len: 168 time: 0.2637179 Jan 05 18:07:21.584770 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:21.589105 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ba671-217a-4991-b3b8-6a12ffea37f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857c36d-397b-4df6-b2e9-55f3768fe92a,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:21.608749 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54236) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:21.626878 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ddfb47c1-01e7-42ad-b7e8-8e20334ad9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.698108 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,segment=NetworkSegment(d31e9906-1c36-48df-9987-a58009bd2791),segment_id=d31e9906-1c36-48df-9987-a58009bd2791)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:21.734984 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ddfb47c1-01e7-42ad-b7e8-8e20334ad9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.775375 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.776546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device df48552c-b3ac-4d6c-9e6d-2d520990ed4f up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:07:21.803437 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15699380-2e9e-4bf7-9b4b-11650ec08f4b" -d '{"events": [{"server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "name": "network-vif-plugged", "status": "completed", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:21.826536 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ddfb47c1-01e7-42ad-b7e8-8e20334ad9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.859354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb47c1-01e7-42ad-b7e8-8e20334ad9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e540bb-14cf-417b-ac1a-20a15fcb5c01,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:21.869905 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:21.882328 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54252) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:21.882461 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ddfb47c1-01e7-42ad-b7e8-8e20334ad9b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be2eeee9b32c468481dceefcd1c6a724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726159 Jan 05 18:07:21.921860 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae5a5f-fe3c-4262-8383-8eb89b9a8a35 x-openstack-request-id: req-10ae5a5f-fe3c-4262-8383-8eb89b9a8a35 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:21.922192 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "name": "network-vif-plugged", "status": "completed", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:21.922565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10ae5a5f-fe3c-4262-8383-8eb89b9a8a35 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:21.923019 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c', 'code': 200} Jan 05 18:07:21.933777 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.958391 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:21.963851 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port df48552c-b3ac-4d6c-9e6d-2d520990ed4f completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:07:21.967992 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port df48552c-b3ac-4d6c-9e6d-2d520990ed4f triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:07:21.968369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.096591 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.132755 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.133929 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:22.136539 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.137864 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6e540bb-14cf-417b-ac1a-20a15fcb5c01 HTTP/1.1" status: 204 len: 168 time: 0.2537992 Jan 05 18:07:22.151291 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd1ad1-fdba-4d4e-9883-184192081cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e540bb-14cf-417b-ac1a-20a15fcb5c01,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:22.193396 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78cf03-a740-449b-9c87-35b6cbb4e862 req-387a77c4-b75c-45df-a9b7-d5646a7bed57 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:22.206801 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bd78cf03-a740-449b-9c87-35b6cbb4e862 req-387a77c4-b75c-45df-a9b7-d5646a7bed57 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 944 time: 0.1294429 Jan 05 18:07:22.209994 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.252911 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bd78cf03-a740-449b-9c87-35b6cbb4e862 req-ee8fe6d7-5f41-4847-b6b1-11d6cbd816af tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Jan 05 18:07:22.314797 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:22.350718 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409d9fb-c534-4a1d-90a1-e585a33fcfce req-31204120-5b3d-4218-bda3-4353c9b9ec39 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:22.353284 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3409d9fb-c534-4a1d-90a1-e585a33fcfce req-31204120-5b3d-4218-bda3-4353c9b9ec39 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 944 time: 0.0896616 Jan 05 18:07:22.396148 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3409d9fb-c534-4a1d-90a1-e585a33fcfce req-70218174-a891-4793-97f9-c4ddb046688d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363805 Jan 05 18:07:22.420729 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-37bf9562-828c-4317-aaa2-a6019a09a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:22.422432 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-37bf9562-828c-4317-aaa2-a6019a09a93c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 1099 time: 0.0850210 Jan 05 18:07:22.440495 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-68dab982-c935-4329-8972-3ae8eb4b9a9f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.527181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-68dab982-c935-4329-8972-3ae8eb4b9a9f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.602471 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-68dab982-c935-4329-8972-3ae8eb4b9a9f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:22.643199 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-12d5ec25-a3f0-48d4-835a-861d351051d1 req-68dab982-c935-4329-8972-3ae8eb4b9a9f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133217 Jan 05 18:07:22.649049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab982-c935-4329-8972-3ae8eb4b9a9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d584273-b6da-41d3-9b4f-1612a5827eac,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:22.722102 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92942-0034-469b-8bda-4fc2c7538e88 req-15d36433-435f-48db-b7b0-efae6fe92c48 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:22.722102 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-45f92942-0034-469b-8bda-4fc2c7538e88 req-15d36433-435f-48db-b7b0-efae6fe92c48 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0692787 Jan 05 18:07:22.762765 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-45f92942-0034-469b-8bda-4fc2c7538e88 req-f1b6ec99-3fad-4eb3-904f-1283fabb7c42 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Jan 05 18:07:23.304471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c12cd601-9200-451f-a797-41769529c4ce up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:07:23.365976 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d8e8-f7c3-49f7-8767-15956d356a1c req-0180529b-9b00-4646-bfc2-d9b4633bbf5b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:23.370494 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eeb2d8e8-f7c3-49f7-8767-15956d356a1c req-0180529b-9b00-4646-bfc2-d9b4633bbf5b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 944 time: 0.0566995 Jan 05 18:07:23.407565 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eeb2d8e8-f7c3-49f7-8767-15956d356a1c req-48fcb6a2-dc9d-4b20-997b-3ce60e9b2d10 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jan 05 18:07:23.448428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port c12cd601-9200-451f-a797-41769529c4ce completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:07:23.452521 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port c12cd601-9200-451f-a797-41769529c4ce triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:07:23.457117 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:23.533302 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef6a4e-22ca-4c68-98dc-ebb55b411230 req-122f99bb-6225-4c1b-b32d-46e6ce688800 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:23.534885 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-deef6a4e-22ca-4c68-98dc-ebb55b411230 req-122f99bb-6225-4c1b-b32d-46e6ce688800 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 944 time: 0.0554786 Jan 05 18:07:23.553945 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:23.581571 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-deef6a4e-22ca-4c68-98dc-ebb55b411230 req-d8023536-b44e-4317-8a3a-370afa4cada3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390441 Jan 05 18:07:23.603204 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c12cd601-9200-451f-a797-41769529c4ce,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:23.694163 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:23.695716 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 7996838c-af81-4f6b-8afa-9b8a7c826137 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:07:23.771291 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:23.848147 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 7996838c-af81-4f6b-8afa-9b8a7c826137 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:07:23.858596 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 7996838c-af81-4f6b-8afa-9b8a7c826137 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:07:23.859121 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:23.896972 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137d4a-e0df-4902-be3c-327d6cd8b01a req-c1a6daac-2f20-4e05-8bf9-ffdbbe0b456d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:23.906342 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-60137d4a-e0df-4902-be3c-327d6cd8b01a req-c1a6daac-2f20-4e05-8bf9-ffdbbe0b456d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0603862 Jan 05 18:07:23.936881 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f'}, {'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:23.940256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7fcf9b-6ea3-48a2-a7dc-e70fcaf8fe0e" -d '{"events": [{"server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "name": "network-vif-plugged", "status": "completed", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f"}, {"server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "name": "network-vif-plugged", "status": "completed", "tag": "c12cd601-9200-451f-a797-41769529c4ce"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:23.960052 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:23.965669 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-60137d4a-e0df-4902-be3c-327d6cd8b01a req-c6759761-51e8-400d-9b5b-e233f6c8ce46 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533071 Jan 05 18:07:24.004633 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=7996838c-af81-4f6b-8afa-9b8a7c826137,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:07:24.043759 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e578f-c9b9-46c9-b482-a1731796ccc6 x-openstack-request-id: req-a64e578f-c9b9-46c9-b482-a1731796ccc6 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:24.044056 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "name": "network-vif-plugged", "status": "completed", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f", "code": 200}, {"server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "name": "network-vif-plugged", "status": "completed", "tag": "c12cd601-9200-451f-a797-41769529c4ce", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:24.044306 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a64e578f-c9b9-46c9-b482-a1731796ccc6 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:24.044770 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f', 'code': 200} Jan 05 18:07:24.045022 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce', 'code': 200} Jan 05 18:07:24.088047 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:24.164659 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:24.474607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f67144-768b-4ab3-a133-775e809d0182 req-c3883409-af83-4e84-a6a0-012722b47ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:24.476090 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-79f67144-768b-4ab3-a133-775e809d0182 req-c3883409-af83-4e84-a6a0-012722b47ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0502126 Jan 05 18:07:24.519442 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-79f67144-768b-4ab3-a133-775e809d0182 req-75b4d1db-c72a-41e2-ac9c-4a611485c3a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Jan 05 18:07:24.600728 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beee78-1dd9-4c45-a45c-04c78cc5d9f6 req-2c47881b-2003-4a74-b08a-580fe3d2c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:24.602383 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04beee78-1dd9-4c45-a45c-04c78cc5d9f6 req-2c47881b-2003-4a74-b08a-580fe3d2c071 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.1619034 Jan 05 18:07:24.602978 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54408) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:24.620527 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30e1a2-4013-4343-8879-f0d01adcef4b req-db69f4b1-e14a-4448-b730-d65fbbc1ef92 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:24.622262 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-de30e1a2-4013-4343-8879-f0d01adcef4b req-db69f4b1-e14a-4448-b730-d65fbbc1ef92 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.1261728 Jan 05 18:07:24.667962 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-de30e1a2-4013-4343-8879-f0d01adcef4b req-ec806d8c-ecde-4434-8687-f1a367920c5c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Jan 05 18:07:24.744297 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19360ba1-b11d-4780-9bb2-10e2df335398 req-e8b04233-c457-47f6-9999-5f7b1b0a53c9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:24.745883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-19360ba1-b11d-4780-9bb2-10e2df335398 req-e8b04233-c457-47f6-9999-5f7b1b0a53c9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0638587 Jan 05 18:07:24.776392 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1048b23-7d2d-402f-9dcd-16cba7d0d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:24.784421 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-19360ba1-b11d-4780-9bb2-10e2df335398 req-bcedca05-46f1-4ea0-9129-31cc0ed192a4 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Jan 05 18:07:24.851160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1048b23-7d2d-402f-9dcd-16cba7d0d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:24.953323 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-04beee78-1dd9-4c45-a45c-04c78cc5d9f6 req-28834d5b-8032-4c63-a114-39aa4fe12a69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342507 Jan 05 18:07:25.004320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1048b23-7d2d-402f-9dcd-16cba7d0d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:25.078445 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d1048b23-7d2d-402f-9dcd-16cba7d0d319 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e9df1a66e5a429f9931a8ec8b8bec73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711134 Jan 05 18:07:25.079220 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54428) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:25.081181 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1048b23-7d2d-402f-9dcd-16cba7d0d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef111d-db44-4217-b48c-7737e923c989,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:25.111108 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f0f2-058a-4ad6-b91a-50fb173c6554 req-4531b0bc-9de5-455b-ab41-125c8c0c0ce2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:25.112663 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e267f0f2-058a-4ad6-b91a-50fb173c6554 req-4531b0bc-9de5-455b-ab41-125c8c0c0ce2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0941243 Jan 05 18:07:25.134498 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:25.158494 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:25.165554 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e267f0f2-058a-4ad6-b91a-50fb173c6554 req-a2969987-8ef9-45d2-8224-d62dcbf9eb25 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Jan 05 18:07:25.346502 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:25.349199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:25.350939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1ef111d-db44-4217-b48c-7737e923c989 HTTP/1.1" status: 204 len: 168 time: 0.2699234 Jan 05 18:07:25.359089 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f06f38-ab3d-4c54-ba2c-b137a44a6052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef111d-db44-4217-b48c-7737e923c989,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:25.780459 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85cfa9-9a5a-409c-8aab-6f62eec7ba80 req-bf512b78-953a-4d38-a8aa-d9d4cd3ba7d4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:25.781910 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc85cfa9-9a5a-409c-8aab-6f62eec7ba80 req-bf512b78-953a-4d38-a8aa-d9d4cd3ba7d4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0473099 Jan 05 18:07:25.821727 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc85cfa9-9a5a-409c-8aab-6f62eec7ba80 req-4acaa13b-40b4-4ea1-a26d-9b5742ecad36 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jan 05 18:07:25.907787 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061bd3-9a09-410c-97ba-f5d3e9bb9507 req-74f2ddb6-6e14-4f09-97f5-fcd6ef88a2a6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:25.909275 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9061bd3-9a09-410c-97ba-f5d3e9bb9507 req-74f2ddb6-6e14-4f09-97f5-fcd6ef88a2a6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Jan 05 18:07:25.949531 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9061bd3-9a09-410c-97ba-f5d3e9bb9507 req-5fa770e3-5b7c-467b-8bd0-de3dea671dc0 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Jan 05 18:07:26.046749 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:26.049552 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b8b6b-50bc-4d10-919c-357e0cb34e8b" -d '{"events": [{"server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "name": "network-vif-plugged", "status": "completed", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:26.073575 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54470) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:26.087284 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-068be689-f144-4a31-a7a4-816bf2b66bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.096387 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22241bc-1ecc-41bd-950f-e8f3ee0804a3 x-openstack-request-id: req-b22241bc-1ecc-41bd-950f-e8f3ee0804a3 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:26.096387 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "name": "network-vif-plugged", "status": "completed", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:26.096387 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b22241bc-1ecc-41bd-950f-e8f3ee0804a3 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:26.096851 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137', 'code': 200} Jan 05 18:07:26.166658 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-068be689-f144-4a31-a7a4-816bf2b66bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.293270 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad6596-65d5-460a-ba86-f3f5a835bffa req-5c1ac801-2ed7-4ec6-bf66-85485dadfe90 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:26.295779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-068be689-f144-4a31-a7a4-816bf2b66bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.308566 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-98ad6596-65d5-460a-ba86-f3f5a835bffa req-5c1ac801-2ed7-4ec6-bf66-85485dadfe90 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0613570 Jan 05 18:07:26.315359 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54482) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:26.347950 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-068be689-f144-4a31-a7a4-816bf2b66bd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3769283e6644f56a47ceaff47a11f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725763 Jan 05 18:07:26.349730 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068be689-f144-4a31-a7a4-816bf2b66bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d127b7a4-4795-4b0a-b944-7b4523358053,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:26.354398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54490) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:26.370612 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-98ad6596-65d5-460a-ba86-f3f5a835bffa req-3bb8f705-bfbf-4639-95bd-58e62ee9f736 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Jan 05 18:07:26.426983 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.455845 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-36a30a08-3e28-404b-8085-6580ddb2242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.460001 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.546879 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-36a30a08-3e28-404b-8085-6580ddb2242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.598169 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.602042 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.605209 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d127b7a4-4795-4b0a-b944-7b4523358053 HTTP/1.1" status: 204 len: 168 time: 0.2467041 Jan 05 18:07:26.619135 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d38a1-adcb-49af-a509-8a37f0a3f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d127b7a4-4795-4b0a-b944-7b4523358053,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:26.632252 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0404c4-150c-4863-9185-9f3459bac984 req-93419113-367e-4448-bbd7-ce4a64422f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:26.634996 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ac0404c4-150c-4863-9185-9f3459bac984 req-93419113-367e-4448-bbd7-ce4a64422f1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1098 time: 0.0408685 Jan 05 18:07:26.660764 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-36a30a08-3e28-404b-8085-6580ddb2242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.723490 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-36a30a08-3e28-404b-8085-6580ddb2242e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32e5a0e2936c45d2a0103560f405c4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069481 Jan 05 18:07:26.726373 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54510) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:26.733948 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30a08-3e28-404b-8085-6580ddb2242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362ea260-5ac8-47e3-a8c8-45348aba9226,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:26.762820 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ac0404c4-150c-4863-9185-9f3459bac984 req-7dfb0a95-6903-4e8a-b62c-39bca87987eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914607 Jan 05 18:07:26.788065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.811295 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.950597 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a934c22-fb26-4050-b605-8328ef17c999 req-80858f74-d77b-48a3-b780-be6182f44d34 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:26.952197 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a934c22-fb26-4050-b605-8328ef17c999 req-80858f74-d77b-48a3-b780-be6182f44d34 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0588350 Jan 05 18:07:26.966146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.968623 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:26.975593 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/362ea260-5ac8-47e3-a8c8-45348aba9226 HTTP/1.1" status: 204 len: 168 time: 0.2420092 Jan 05 18:07:27.009143 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0288fab-721a-4372-a0fb-fbf4326fae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362ea260-5ac8-47e3-a8c8-45348aba9226,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:27.044820 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a934c22-fb26-4050-b605-8328ef17c999 req-2d8522fc-f883-48c1-8a27-c8d9d07a76ff tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868402 Jan 05 18:07:27.112152 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95638f-3814-46fc-9a1f-cdf4c16bc4f3 req-993fa403-7d95-406d-9c74-85aca3a893a4 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:27.113745 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7d95638f-3814-46fc-9a1f-cdf4c16bc4f3 req-993fa403-7d95-406d-9c74-85aca3a893a4 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Jan 05 18:07:27.165839 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7d95638f-3814-46fc-9a1f-cdf4c16bc4f3 req-39c51b91-450f-4713-ab59-ba89a0057d7a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 Jan 05 18:07:27.770873 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54562) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:27.784918 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e441b4-8fee-4343-9b7c-796c04b83bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:27.865280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e441b4-8fee-4343-9b7c-796c04b83bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:27.911942 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e441b4-8fee-4343-9b7c-796c04b83bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:27.951856 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82e441b4-8fee-4343-9b7c-796c04b83bc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5e6632996ac41828a52e8bdc6c6155f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798422 Jan 05 18:07:27.952882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e441b4-8fee-4343-9b7c-796c04b83bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b567a-9c94-4c60-b6b8-481a9f46cda5,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:27.954592 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54574) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:28.018079 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:28.043479 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:28.188052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc323890-6f5b-4e51-90fe-4ea99c8ededd req-27fb3bb1-7d0e-426e-8d43-c5398a2391e4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:28.189690 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc323890-6f5b-4e51-90fe-4ea99c8ededd req-27fb3bb1-7d0e-426e-8d43-c5398a2391e4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0696821 Jan 05 18:07:28.192406 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:28.203713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:28.203713 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d91b567a-9c94-4c60-b6b8-481a9f46cda5 HTTP/1.1" status: 204 len: 168 time: 0.2442319 Jan 05 18:07:28.225325 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3791206-4617-4262-b3b2-1246331e3959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b567a-9c94-4c60-b6b8-481a9f46cda5,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:28.251515 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc323890-6f5b-4e51-90fe-4ea99c8ededd req-1004ce9d-20b3-433c-8ab8-640e029bbaff tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502636 Jan 05 18:07:28.317157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc612a7-e263-400f-a737-ab466ff2f849 req-f7de0fa8-574c-43c6-89a2-f265da894805 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:28.318732 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc612a7-e263-400f-a737-ab466ff2f849 req-f7de0fa8-574c-43c6-89a2-f265da894805 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0548999 Jan 05 18:07:28.359305 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc612a7-e263-400f-a737-ab466ff2f849 req-c9561788-ef9e-4f09-a99d-da25a1448e78 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334833 Jan 05 18:07:28.511530 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b540ef-12ee-4269-92c8-34c076e80c0c req-8c103b0f-e688-4aed-8a4c-ac56f4b7ea1a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:28.513087 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-90b540ef-12ee-4269-92c8-34c076e80c0c req-8c103b0f-e688-4aed-8a4c-ac56f4b7ea1a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jan 05 18:07:28.521551 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54616) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:28.526756 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'floatingip': {'port_id': 'c12cd601-9200-451f-a797-41769529c4ce'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:28.608498 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.316669 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54662) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:29.417232 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be997212-f9cf-43fb-bddd-9291c1cc427f req-fc312a3a-ccb1-4c31-853b-2a00cb0e0ab8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:29.425583 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-be997212-f9cf-43fb-bddd-9291c1cc427f req-fc312a3a-ccb1-4c31-853b-2a00cb0e0ab8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0622644 Jan 05 18:07:29.448145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.471942 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-26d6b370-ad9d-40ff-acf3-e6f95a2b379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.507007 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-be997212-f9cf-43fb-bddd-9291c1cc427f req-390d7fd4-a0fd-4092-9733-f8a1d9a023b3 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Jan 05 18:07:29.522373 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.570754 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-26d6b370-ad9d-40ff-acf3-e6f95a2b379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.628561 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Floating IP 106202d7-d291-4659-b639-77311fae0b58 associated. External IP: 172.37.1.155, port: c12cd601-9200-451f-a797-41769529c4ce. Jan 05 18:07:29.647150 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-26d6b370-ad9d-40ff-acf3-e6f95a2b379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.712990 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6b370-ad9d-40ff-acf3-e6f95a2b379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c30ba3-2cf4-4865-9f8f-ea460344b082,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:29.727164 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-26d6b370-ad9d-40ff-acf3-e6f95a2b379c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a6c119f68d84d82afad991903925751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068522 Jan 05 18:07:29.728610 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54684) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:29.807642 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.829735 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.903984 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:07:29.951267 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.953796 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:29.954982 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44c30ba3-2cf4-4865-9f8f-ea460344b082 HTTP/1.1" status: 204 len: 168 time: 0.2253242 Jan 05 18:07:29.964626 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4714-acf3-480d-abf8-fc329bab04c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c30ba3-2cf4-4865-9f8f-ea460344b082,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:30.037508 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:07:30.042795 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:30.055638 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:07:30.067608 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:07:30.068414 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:07:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:07:30.074872 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ed5fcc92-735f-4822-85cd-35299c729823 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "PUT /v2.0/floatingips/106202d7-d291-4659-b639-77311fae0b58 HTTP/1.1" status: 200 len: 991 time: 1.5522072 Jan 05 18:07:30.075794 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:07:30.079553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f232f1-df07-4048-b0d0-6fa89f19e94a" -d '{"events": [{"name": "network-changed", "server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "tag": "c12cd601-9200-451f-a797-41769529c4ce"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:07:30.145721 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89aa5dc-0449-4e3a-99f0-4b15ef46e40c x-openstack-request-id: req-a89aa5dc-0449-4e3a-99f0-4b15ef46e40c {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:07:30.146045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "tag": "c12cd601-9200-451f-a797-41769529c4ce", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:07:30.146292 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a89aa5dc-0449-4e3a-99f0-4b15ef46e40c {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:07:30.146723 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce', 'status': 'completed', 'code': 200} Jan 05 18:07:30.194623 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:07:30.565054 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '106202d7-d291-4659-b639-77311fae0b58', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.155', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': 'c12cd601-9200-451f-a797-41769529c4ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:ac:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be7c20-103d-483f-99e6-62880b672333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:06:53Z', 'updated_at': '2022-01-05T18:07:29Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:07:30.592599 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:07:30.604047 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:07:30.604662 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:07:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:07:30.646568 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844270c3-9afb-4ade-a99b-95a81983e810 req-6e18a2a4-dce2-41a8-a1c7-f2814d225cfc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:30.666446 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-844270c3-9afb-4ade-a99b-95a81983e810 req-6e18a2a4-dce2-41a8-a1c7-f2814d225cfc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0797651 Jan 05 18:07:30.711044 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-844270c3-9afb-4ade-a99b-95a81983e810 req-2b192ba6-26e4-445b-918e-6153ebcd939b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Jan 05 18:07:30.744693 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:07:30.761228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54736) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:30.774357 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-20aaa893-d842-4b89-ba92-cd31565f83db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:30.868545 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-20aaa893-d842-4b89-ba92-cd31565f83db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:30.946959 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-20aaa893-d842-4b89-ba92-cd31565f83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:30.990853 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-20aaa893-d842-4b89-ba92-cd31565f83db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41e656bc68b14f24bc2c6478fecbe35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284906 Jan 05 18:07:30.991695 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54750) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:30.992189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaa893-d842-4b89-ba92-cd31565f83db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e48cad-86c9-4dad-b1d0-33bcb22c4204,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:31.028669 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '106202d7-d291-4659-b639-77311fae0b58', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.155', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': 'c12cd601-9200-451f-a797-41769529c4ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:ac:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be7c20-103d-483f-99e6-62880b672333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:06:53Z', 'updated_at': '2022-01-05T18:07:29Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:07:31.061494 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.067112 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e595e19-5096-42a9-90d3-575633978a2b None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '106202d7-d291-4659-b639-77311fae0b58', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.155', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': 'c12cd601-9200-451f-a797-41769529c4ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:ac:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be7c20-103d-483f-99e6-62880b672333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:06:53Z', 'updated_at': '2022-01-05T18:07:29Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:07:31.100231 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.237504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.240283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.241459 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e48cad-86c9-4dad-b1d0-33bcb22c4204 HTTP/1.1" status: 204 len: 168 time: 0.2473526 Jan 05 18:07:31.250853 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5768b8-da29-4ea1-bb07-59148c99c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e48cad-86c9-4dad-b1d0-33bcb22c4204,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:31.278234 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b9fa8-726a-4101-a3ac-2a9c0eb26517 None None] New status for floating IP 106202d7-d291-4659-b639-77311fae0b58: ACTIVE {{(pid=102090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:07:31.615549 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54764) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:31.645909 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-c22786d6-408e-4093-bdca-1f5493406447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:31.647958 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-c22786d6-408e-4093-bdca-1f5493406447 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0564492 Jan 05 18:07:31.796100 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1b9503c5-4b88-413c-9768-06d6095acc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.874717 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-d2298184-b909-4da5-b861-63e30139ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:31.876362 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-d2298184-b909-4da5-b861-63e30139ad36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.2127538 Jan 05 18:07:31.900049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1b9503c5-4b88-413c-9768-06d6095acc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:31.968028 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93726-1820-40a9-8114-3eb4a18b0ea4 req-5c866d88-a20c-45e6-a7db-7d52dafa28e5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:31.970430 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d5d93726-1820-40a9-8114-3eb4a18b0ea4 req-5c866d88-a20c-45e6-a7db-7d52dafa28e5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.1497180 Jan 05 18:07:31.999507 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1b9503c5-4b88-413c-9768-06d6095acc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:32.017332 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-e6c39cfb-de1a-4307-8fad-1bedb49068cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.1335809 Jan 05 18:07:32.036929 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d5d93726-1820-40a9-8114-3eb4a18b0ea4 req-ceb22e72-d674-4388-9fa3-3625f5709abe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586393 Jan 05 18:07:32.051758 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9503c5-4b88-413c-9768-06d6095acc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2c4c65-4895-40a0-9523-f1b53eb1e9b2,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:32.062700 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-1b9503c5-4b88-413c-9768-06d6095acc99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b796c2d27624d389c61a67e860ae719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409864 Jan 05 18:07:32.062700 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 54784) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:32.111749 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:32.140116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:32.147140 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-d777b3ba-e698-42b5-a4c6-577ec5f47cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:32.149333 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-d777b3ba-e698-42b5-a4c6-577ec5f47cc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0523281 Jan 05 18:07:32.253266 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-dcb8bd66-0ba3-4423-9c29-0d544eabe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:32.255251 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-dcb8bd66-0ba3-4423-9c29-0d544eabe13d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684240 Jan 05 18:07:32.350708 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:32.350708 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:32.350708 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db2c4c65-4895-40a0-9523-f1b53eb1e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2857294 Jan 05 18:07:32.360913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba46d19-fec2-44c1-92aa-3b0863fba8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2c4c65-4895-40a0-9523-f1b53eb1e9b2,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:32.370430 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-e8bd6bc9-b8f1-4508-908d-c0e2e58c4566 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071913 Jan 05 18:07:32.511880 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a4f232f1-df07-4048-b0d0-6fa89f19e94a req-53b8aabc-3294-4dac-8407-2499d84cdc7c service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259673 Jan 05 18:07:33.138192 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54830) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:33.154207 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3dc435cb-b4df-45bc-965e-efa655be1a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.228725 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3dc435cb-b4df-45bc-965e-efa655be1a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.287529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3dc435cb-b4df-45bc-965e-efa655be1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.324417 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc435cb-b4df-45bc-965e-efa655be1a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46625b7-a834-4812-880c-3b5f9e100412,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:33.328690 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3dc435cb-b4df-45bc-965e-efa655be1a97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d786106ecd34989afa4883887cafc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894934 Jan 05 18:07:33.331493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 54838) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:33.382993 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.406223 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.527493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.529973 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:33.531211 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c46625b7-a834-4812-880c-3b5f9e100412 HTTP/1.1" status: 204 len: 168 time: 0.1990736 Jan 05 18:07:33.539441 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be255586-69ef-4a9a-a602-30b5f011b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46625b7-a834-4812-880c-3b5f9e100412,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:35.607607 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:07:36.451234 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd236cc-f478-4502-9fd8-acad97e6a39c req-106a3674-6108-4fd3-a07e-be8a0131e6ae tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:36.452712 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-acd236cc-f478-4502-9fd8-acad97e6a39c req-106a3674-6108-4fd3-a07e-be8a0131e6ae tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Jan 05 18:07:36.492191 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-acd236cc-f478-4502-9fd8-acad97e6a39c req-e339115f-57ca-432e-a2b8-4d4011c475ba tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Jan 05 18:07:36.973979 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed95cd-cda9-43b2-9f58-18900642c349 req-5728150c-cb24-4a06-a351-b348ff2b8684 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:36.975347 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-afed95cd-cda9-43b2-9f58-18900642c349 req-5728150c-cb24-4a06-a351-b348ff2b8684 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Jan 05 18:07:37.192752 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-afed95cd-cda9-43b2-9f58-18900642c349 req-2b9177fd-4c48-4bb1-969b-b3ff4f7d2074 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112401 Jan 05 18:07:37.369235 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c776-3fe7-499e-b707-10d35e32e646 req-a72f3fc4-b2c2-46df-80c0-1e86e8c6678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:37.372177 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-a72f3fc4-b2c2-46df-80c0-1e86e8c6678e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1098 time: 0.0434122 Jan 05 18:07:37.470091 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c776-3fe7-499e-b707-10d35e32e646 req-e980faf1-e748-4ab0-b8d9-a3e9b14fe4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:37.471596 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-e980faf1-e748-4ab0-b8d9-a3e9b14fe4ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.0835321 Jan 05 18:07:37.787292 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-47e9d34e-0c9a-4906-a087-588c2f627ffa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 200 len: 217 time: 0.0369043 Jan 05 18:07:37.845818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c776-3fe7-499e-b707-10d35e32e646 req-c7536568-281d-4c82-b8a4-268b3cf5fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:37.847260 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-c7536568-281d-4c82-b8a4-268b3cf5fc9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0447974 Jan 05 18:07:37.884178 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-a526b979-380d-484c-93b5-9dbd6e679e7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242779 Jan 05 18:07:37.970176 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-66ae5ac2-7160-46e9-931b-8f7f10f68e8e service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774643 Jan 05 18:07:38.061886 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8760c776-3fe7-499e-b707-10d35e32e646 req-61dfb77f-61b5-4fb9-b64a-48c837fddc43 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Jan 05 18:07:38.317052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd09cc-8e1b-4634-8bbb-b0e4de346ba1 req-98753fb4-f612-42f1-a607-ae24e51e663c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:38.319189 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94fd09cc-8e1b-4634-8bbb-b0e4de346ba1 req-98753fb4-f612-42f1-a607-ae24e51e663c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Jan 05 18:07:38.358591 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94fd09cc-8e1b-4634-8bbb-b0e4de346ba1 req-02f9f2e6-c5f8-4cad-8c96-881d77483ee5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Jan 05 18:07:38.396077 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:38.944180 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-21de95b1-96ba-4885-9e5b-62bad87dea7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393102 Jan 05 18:07:38.974171 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-102608c9-f9f6-4347-b6fe-d4e8ee154f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:38.976217 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-102608c9-f9f6-4347-b6fe-d4e8ee154f78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2146dec079e43c6879b09741cb3e64f&device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 1099 time: 0.0381360 Jan 05 18:07:39.267348 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-f94c0af9-bc47-4b0c-9398-abdb53f42dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:39.268871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-f94c0af9-bc47-4b0c-9398-abdb53f42dcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=354933f9-6aab-4087-9b39-47856633edfb HTTP/1.1" status: 200 len: 912 time: 0.2751226 Jan 05 18:07:39.315292 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-629155cd-f04e-40bc-9287-bd64934b5eb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c HTTP/1.1" status: 200 len: 217 time: 0.0344114 Jan 05 18:07:39.368004 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-6e29c028-456c-4f89-986d-8171b074cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:39.369433 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-6e29c028-456c-4f89-986d-8171b074cd7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f42f5ba4-aac5-48c4-b364-d317f9628de8 HTTP/1.1" status: 200 len: 851 time: 0.0449083 Jan 05 18:07:39.405503 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-f1ddeeaf-a1ca-45b3-bd2b-a047f378c319 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=354933f9-6aab-4087-9b39-47856633edfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234001 Jan 05 18:07:39.471839 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60b33-54d7-4958-8ce3-8c5a32d1066b req-e932e572-8597-43f2-a0c4-59afaf6b5e49 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:39.473235 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f6a60b33-54d7-4958-8ce3-8c5a32d1066b req-e932e572-8597-43f2-a0c4-59afaf6b5e49 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Jan 05 18:07:39.496125 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-5c88a9c9-2273-478b-9a70-04667b30fe18 service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808797 Jan 05 18:07:39.510825 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f6a60b33-54d7-4958-8ce3-8c5a32d1066b req-8fa75dd5-67d2-4a3b-8d11-384baaa65228 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Jan 05 18:07:39.586480 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c45877ee-3330-4ba5-bba5-ebe643b54832 req-582031aa-2209-4b4a-ae70-d67d7ddaf810 service neutron] 10.222.0.10 "GET /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834961 Jan 05 18:07:40.555065 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55010) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:40.633163 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c05ef-520c-46b4-b29e-81424fb8e827 req-ed0259a7-38de-4a26-b2b1-1da08a522891 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:40.638770 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-492c05ef-520c-46b4-b29e-81424fb8e827 req-ed0259a7-38de-4a26-b2b1-1da08a522891 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0605211 Jan 05 18:07:40.675946 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-492c05ef-520c-46b4-b29e-81424fb8e827 req-e046f303-b303-4915-a9bc-3c2ba054b193 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Jan 05 18:07:40.681975 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:40.763437 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:40.836691 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:40.874544 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ddd1f6ab0ae41eea38a75fd3820ff00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184476 Jan 05 18:07:40.875596 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede189ba-adbf-41ba-9571-f2b1e22968d2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:40.877255 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55018) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:40.883056 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.883402 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.883731 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.884070 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.884400 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.884851 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.885175 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.885367 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.885695 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.886041 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.886395 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.886723 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ce68e-213a-4d1f-ab75-25fbbcae2e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:40.930785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:40.950868 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.086038 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.086038 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.086038 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ede189ba-adbf-41ba-9571-f2b1e22968d2 HTTP/1.1" status: 204 len: 168 time: 0.2038212 Jan 05 18:07:41.092547 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede189ba-adbf-41ba-9571-f2b1e22968d2,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:41.100345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.101354 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.101759 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.102192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.102589 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.103272 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.103710 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.104158 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.104564 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.105047 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.105441 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.105825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a07fc-e450-4356-91f3-475a79a5228f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:07:41.369038 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6d92c8fd-b39c-41a2-8990-2d3c7aba4765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.791865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbbb86-caac-4f36-9da7-cc12fec1aff4 req-fadb085e-dca2-4ac8-9e7a-8720043c31cd tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:41.793474 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-84cbbb86-caac-4f36-9da7-cc12fec1aff4 req-fadb085e-dca2-4ac8-9e7a-8720043c31cd tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Jan 05 18:07:41.797861 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55036) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:41.825045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-498c2b6a-9c8b-4074-94df-761ccc4fe7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.857425 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-84cbbb86-caac-4f36-9da7-cc12fec1aff4 req-88eaf4a2-6ac9-49b1-8ec1-5eae26ab9530 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574379 Jan 05 18:07:41.913472 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-498c2b6a-9c8b-4074-94df-761ccc4fe7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:41.985715 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-498c2b6a-9c8b-4074-94df-761ccc4fe7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:42.023088 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-498c2b6a-9c8b-4074-94df-761ccc4fe7df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dbf75423af448759823b385f726125a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242060 Jan 05 18:07:42.023983 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c2b6a-9c8b-4074-94df-761ccc4fe7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a964e5d-4940-4e72-a660-fdaf8387325d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:42.026812 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55038) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:42.074258 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:42.097349 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:42.220391 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:42.222917 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:42.226161 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a964e5d-4940-4e72-a660-fdaf8387325d HTTP/1.1" status: 204 len: 168 time: 0.1961710 Jan 05 18:07:42.236257 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c96a7-7884-4de9-9d0f-1bf51501132e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a964e5d-4940-4e72-a660-fdaf8387325d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:42.977288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b1823-7690-45e4-b3b4-34d3f6dfdb06 req-6e0b0d00-4af4-4276-b24e-09310cc38081 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:42.978865 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc2b1823-7690-45e4-b3b4-34d3f6dfdb06 req-6e0b0d00-4af4-4276-b24e-09310cc38081 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Jan 05 18:07:43.016546 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc2b1823-7690-45e4-b3b4-34d3f6dfdb06 req-c92780ed-3739-4195-8a63-178aa8544dc7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jan 05 18:07:43.574420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0173eabf-55eb-480e-80ad-f2fd938e3c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.133910 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6641-af17-4178-954f-ecb72db1d022 req-2d9f476f-dd85-4d48-bc42-d1a865fcc142 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:44.135473 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-daaa6641-af17-4178-954f-ecb72db1d022 req-2d9f476f-dd85-4d48-bc42-d1a865fcc142 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Jan 05 18:07:44.177637 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-daaa6641-af17-4178-954f-ecb72db1d022 req-13065664-50fa-44f5-8781-b3a4501b0797 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Jan 05 18:07:44.526718 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55130) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:44.540180 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.637584 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81ddf88d-7fef-4484-943c-5c55eb78a0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.713222 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81ddf88d-7fef-4484-943c-5c55eb78a0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.779696 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-81ddf88d-7fef-4484-943c-5c55eb78a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.817221 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-81ddf88d-7fef-4484-943c-5c55eb78a0a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ff0add3faf44d458ff0abd94862369f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894528 Jan 05 18:07:44.818075 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddf88d-7fef-4484-943c-5c55eb78a0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbb2f7-eae6-4863-a83f-ec9a1ead82f8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:44.820618 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55142) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:44.870407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.892286 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.980032 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.982686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:44.983888 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0cbb2f7-eae6-4863-a83f-ec9a1ead82f8 HTTP/1.1" status: 204 len: 168 time: 0.1620979 Jan 05 18:07:44.991906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc646de8-6ba6-447f-82c2-6a2729c7737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbb2f7-eae6-4863-a83f-ec9a1ead82f8,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:45.301166 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffbe22-2ff8-4c36-9a51-c5255685a34c req-2c52a907-435f-46b5-ad23-72816152cea9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:45.302675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-21ffbe22-2ff8-4c36-9a51-c5255685a34c req-2c52a907-435f-46b5-ad23-72816152cea9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Jan 05 18:07:45.340833 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-21ffbe22-2ff8-4c36-9a51-c5255685a34c req-7f7548ad-218f-44dc-a6f8-797261b2ccd9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Jan 05 18:07:45.578579 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55172) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:45.591980 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bb132cdb-570a-4005-b6e9-947f67f64c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.669223 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bb132cdb-570a-4005-b6e9-947f67f64c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.728486 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bb132cdb-570a-4005-b6e9-947f67f64c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.767865 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bb132cdb-570a-4005-b6e9-947f67f64c06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=caaa422600404be3a5292578f68f6d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882243 Jan 05 18:07:45.768722 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb132cdb-570a-4005-b6e9-947f67f64c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68cf6e-1131-4cb1-8665-889d01aa547d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:45.770689 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55176) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:45.817803 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.840212 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.951390 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.953902 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:45.955102 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee68cf6e-1131-4cb1-8665-889d01aa547d HTTP/1.1" status: 204 len: 168 time: 0.1836054 Jan 05 18:07:45.964967 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b856c5d-a57a-47d2-a178-87e22b6da0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68cf6e-1131-4cb1-8665-889d01aa547d,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:46.105432 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:46.453561 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcb613-23de-40c9-81d3-378fe78efed7 req-a6f9cd30-5bbd-4d6a-badf-5c8a156f8c9d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:46.454974 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-88fcb613-23de-40c9-81d3-378fe78efed7 req-a6f9cd30-5bbd-4d6a-badf-5c8a156f8c9d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0467153 Jan 05 18:07:46.496878 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-88fcb613-23de-40c9-81d3-378fe78efed7 req-86725f0f-eaa8-4895-bd1d-4b2c8ca73ade tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Jan 05 18:07:46.500333 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.407947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55224) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:47.509223 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90969cc1-1fb6-44a2-add1-f85a86791e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.607493 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90969cc1-1fb6-44a2-add1-f85a86791e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.628210 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197aa7d-b25b-4f59-8163-997678568651 req-7c3568fc-4577-4f1b-af31-d5e79680705c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:47.629604 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a197aa7d-b25b-4f59-8163-997678568651 req-7c3568fc-4577-4f1b-af31-d5e79680705c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0654948 Jan 05 18:07:47.668260 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a197aa7d-b25b-4f59-8163-997678568651 req-077068e4-29a6-4812-8c95-afea3ebc9d5a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Jan 05 18:07:47.687727 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90969cc1-1fb6-44a2-add1-f85a86791e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.727962 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-90969cc1-1fb6-44a2-add1-f85a86791e18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee0a36adda9b4305a5177d20a08bbc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165178 Jan 05 18:07:47.728192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55242) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:47.735304 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969cc1-1fb6-44a2-add1-f85a86791e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf5c583-cf6f-498a-8d59-9d4c115edd26,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:47.779758 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.800207 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.928650 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.931828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:47.932991 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baf5c583-cf6f-498a-8d59-9d4c115edd26 HTTP/1.1" status: 204 len: 168 time: 0.2038915 Jan 05 18:07:47.940767 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae4fac-f845-43b0-bc8e-f54380f4f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf5c583-cf6f-498a-8d59-9d4c115edd26,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:48.773005 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55274) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:48.791940 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc367b-dc3f-4ae9-9605-1476ff4657ff req-2dc55f3c-c909-4329-bd59-186c3c91cf67 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:48.793796 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e0bc367b-dc3f-4ae9-9605-1476ff4657ff req-2dc55f3c-c909-4329-bd59-186c3c91cf67 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Jan 05 18:07:48.851045 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e0bc367b-dc3f-4ae9-9605-1476ff4657ff req-bd701ec1-c2d9-4b43-852d-2c7a941f1fb6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508981 Jan 05 18:07:48.887566 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1076215206-network', 'tenant_id': 'bc13c6223d1445e0979009edce8585a8'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:48.980452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Made reservation on behalf of bc13c6223d1445e0979009edce8585a8 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:07:48.982758 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:48.991810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.065028 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.128657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.153273 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:07:49.161586 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c69336-d3a1-408d-bbab-590a71803ff2,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:49.169087 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.169087 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Added segment c614f62a-4115-483a-827b-a128fa181753 of type vlan for network 6ea5c4df-8b0d-4950-b450-970791c55261 Jan 05 18:07:49.209225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.310088 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.311060 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:49.311701 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.371144 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea5c4df-8b0d-4950-b450-970791c55261,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:49.381019 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 6ea5c4df-8b0d-4950-b450-970791c55261 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:07:49.419909 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a83f3d65-0253-456e-b1d9-b440f6b00053 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6448100 Jan 05 18:07:49.420118 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55284) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:49.425568 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Request body: {'subnet': {'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1076215206-subnet', 'tenant_id': 'bc13c6223d1445e0979009edce8585a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:07:49.527013 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Made reservation on behalf of bc13c6223d1445e0979009edce8585a8 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:07:49.529255 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.751987 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.805641 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff54a0c-c3b7-4f08-affb-4d2f289ab317,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:49.816163 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Checking segment: {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:07:49.816514 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Network hostable DHCP agents. Network: 6ea5c4df-8b0d-4950-b450-970791c55261, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:07:49.877354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Network 6ea5c4df-8b0d-4950-b450-970791c55261 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:07:49.945974 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 6ea5c4df-8b0d-4950-b450-970791c55261) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:07:49.950675 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:49.951266 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:49.955204 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b11834-ccd9-4f7b-8a41-5ff5d90c5863 None None] Network 6ea5c4df-8b0d-4950-b450-970791c55261 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:07:49.960103 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac207d-5fd5-4fb7-b01b-ec17db3701ff req-70443b08-f773-41f4-8528-2632a0a0f037 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:49.961657 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ceac207d-5fd5-4fb7-b01b-ec17db3701ff req-70443b08-f773-41f4-8528-2632a0a0f037 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0501633 Jan 05 18:07:50.002940 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ceac207d-5fd5-4fb7-b01b-ec17db3701ff req-eb7f5707-ac21-4809-8776-4f09b8ac85e5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Jan 05 18:07:50.029053 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5af8ea51-0b3b-460c-ac8c-53b0e56ac22a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5998123 Jan 05 18:07:50.101722 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aed8cd-cb1d-4784-aa03-df3400cfb532 None None] Network 6ea5c4df-8b0d-4950-b450-970791c55261 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:07:51.120736 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949592-3134-488a-ab38-edf3a5647e7a req-1e5e639f-6934-45ba-a3a9-55129cf579b9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:51.122219 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7949592-3134-488a-ab38-edf3a5647e7a req-1e5e639f-6934-45ba-a3a9-55129cf579b9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Jan 05 18:07:51.161508 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7949592-3134-488a-ab38-edf3a5647e7a req-76a6ab08-4049-4085-8599-db8245f5f91c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Jan 05 18:07:52.272652 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547d2c2-e20c-4c4a-98c0-4468c6de2287 req-eb3e4219-4465-45f2-8355-4694441f9f44 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:52.274144 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7547d2c2-e20c-4c4a-98c0-4468c6de2287 req-eb3e4219-4465-45f2-8355-4694441f9f44 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Jan 05 18:07:52.316457 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7547d2c2-e20c-4c4a-98c0-4468c6de2287 req-2fdf0c15-7be3-4117-ba9d-0fa1145ee81e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354357 Jan 05 18:07:52.654607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55370) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:52.765823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-651520f2-88fa-461d-98b3-479e280f86b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:52.839183 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-651520f2-88fa-461d-98b3-479e280f86b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:52.927855 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-651520f2-88fa-461d-98b3-479e280f86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:52.967210 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-651520f2-88fa-461d-98b3-479e280f86b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5d2731c1b0c4741977480b564ec5bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114197 Jan 05 18:07:52.968359 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651520f2-88fa-461d-98b3-479e280f86b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a16e5a-0200-440d-a4c2-65d05ba027af,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:52.969940 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55386) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:53.020601 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.046303 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.179615 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.182952 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.184132 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42a16e5a-0200-440d-a4c2-65d05ba027af HTTP/1.1" status: 204 len: 168 time: 0.2126076 Jan 05 18:07:53.191640 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b741ac-647f-4e0e-981e-8ce924c98c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a16e5a-0200-440d-a4c2-65d05ba027af,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:53.427999 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f568-287e-4bab-94fb-2c671af965df req-2fb92ff2-b676-4347-aa78-622215e04cd4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:53.429472 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b27f568-287e-4bab-94fb-2c671af965df req-2fb92ff2-b676-4347-aa78-622215e04cd4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0469387 Jan 05 18:07:53.469056 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b27f568-287e-4bab-94fb-2c671af965df req-b6a8154f-9b14-496e-baf2-700a9041da0b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Jan 05 18:07:53.777265 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 55412) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:53.790243 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a77b0b44-a141-4568-b194-dfd3f115da6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.863803 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a77b0b44-a141-4568-b194-dfd3f115da6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.928497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a77b0b44-a141-4568-b194-dfd3f115da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:53.971330 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a77b0b44-a141-4568-b194-dfd3f115da6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eacb1b527f764f438431737dee657f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926939 Jan 05 18:07:53.973114 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b0b44-a141-4568-b194-dfd3f115da6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c33eef-a697-4fe2-95ab-835fd637ed58,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:53.974242 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 55416) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:07:54.024458 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:54.048947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:54.161570 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:54.164097 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:07:54.165289 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73c33eef-a697-4fe2-95ab-835fd637ed58 HTTP/1.1" status: 204 len: 168 time: 0.1899025 Jan 05 18:07:54.173113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b84d6-8ba7-4368-aa74-024d25186258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c33eef-a697-4fe2-95ab-835fd637ed58,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:07:54.596823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b03da-1641-4538-8c21-b17b9eb2a1c2 req-b01c99d4-0bab-462b-b343-e2f8cadc91b5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:54.599282 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7a8b03da-1641-4538-8c21-b17b9eb2a1c2 req-b01c99d4-0bab-462b-b343-e2f8cadc91b5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0629125 Jan 05 18:07:54.669609 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7a8b03da-1641-4538-8c21-b17b9eb2a1c2 req-32eaabd0-0b35-45b4-b490-7bad71d67721 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587227 Jan 05 18:07:55.773744 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9cd1-94ac-4c6d-b444-9055b5b68a05 req-702398c9-d4e5-4fb6-ba84-a056387f8630 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:55.775961 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5ab9cd1-94ac-4c6d-b444-9055b5b68a05 req-702398c9-d4e5-4fb6-ba84-a056387f8630 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Jan 05 18:07:55.813493 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5ab9cd1-94ac-4c6d-b444-9055b5b68a05 req-15d90c81-1371-4a14-ac16-983a595cb812 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Jan 05 18:07:56.936303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12648-0b9d-40a6-abe6-120c8b1e2435 req-c2d78fa9-6962-4a3a-8644-b5735cba1c17 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:56.937730 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-14e12648-0b9d-40a6-abe6-120c8b1e2435 req-c2d78fa9-6962-4a3a-8644-b5735cba1c17 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0489495 Jan 05 18:07:56.973568 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-14e12648-0b9d-40a6-abe6-120c8b1e2435 req-225ceb54-6382-4da4-8979-e737b44350a4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299411 Jan 05 18:07:58.087009 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1d7b-1bdd-4d28-b14a-b7fb974fc99d req-37968ec7-ca08-498e-8490-f23c5b5d3805 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:58.088542 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-811c1d7b-1bdd-4d28-b14a-b7fb974fc99d req-37968ec7-ca08-498e-8490-f23c5b5d3805 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Jan 05 18:07:58.126678 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-811c1d7b-1bdd-4d28-b14a-b7fb974fc99d req-96aa27bc-633a-40da-9a3f-dc0c8bc5e4a3 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Jan 05 18:07:59.242499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c44d13-27f8-4def-9abc-18b7e8ad3c48 req-4a495d96-087b-4a48-97df-18e7416f8bd9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:07:59.243988 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-42c44d13-27f8-4def-9abc-18b7e8ad3c48 req-4a495d96-087b-4a48-97df-18e7416f8bd9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Jan 05 18:07:59.283508 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-42c44d13-27f8-4def-9abc-18b7e8ad3c48 req-23b84577-6981-46db-aa9c-6b7e46d6116e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Jan 05 18:08:00.411883 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e89643-8304-4335-b68c-896b5cff1866 req-cca82b94-4a05-48e2-ae18-2d97818478c2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:00.413357 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b6e89643-8304-4335-b68c-896b5cff1866 req-cca82b94-4a05-48e2-ae18-2d97818478c2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Jan 05 18:08:00.452283 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b6e89643-8304-4335-b68c-896b5cff1866 req-e4c356ba-4a18-405c-9166-4d975eccd441 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jan 05 18:08:01.342320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-d9fdca78-e531-48dd-9429-ccffe79fa2c0 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:01.343874 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-d9fdca78-e531-48dd-9429-ccffe79fa2c0 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/networks?id=6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 200 len: 814 time: 0.1095798 Jan 05 18:08:01.359396 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-9f89a51c-953c-4d22-9bd2-102a4569cbc0 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/quotas/bc13c6223d1445e0979009edce8585a8 HTTP/1.1" status: 200 len: 375 time: 0.0094819 Jan 05 18:08:01.398374 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-8d078bc4-cb6c-4d7a-9d6b-3b59095c3550 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330994 Jan 05 18:08:01.497932 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f0bd83d7-ec38-419a-9853-273b321e333b service neutron] 10.222.0.26 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859065 Jan 05 18:08:01.568406 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b171-ce86-4a99-8a88-4e4879e05263 req-faecf10b-6cb6-4cd7-a842-ad0816ccec89 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:01.569906 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64a2b171-ce86-4a99-8a88-4e4879e05263 req-faecf10b-6cb6-4cd7-a842-ad0816ccec89 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0494616 Jan 05 18:08:01.584363 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-9a898e11-5957-49c9-a595-c4df8d35aa8c service neutron] 10.222.0.26 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859661 Jan 05 18:08:01.608451 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64a2b171-ce86-4a99-8a88-4e4879e05263 req-d4797f6c-c3cd-46d4-9082-53c1c94d5a5e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jan 05 18:08:01.847991 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d539cb4-b482-4e2a-a2b3-7b698e227086 req-ac3bffa5-f88b-4a13-b0fd-e602596c2e8b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0258243 Jan 05 18:08:02.801667 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e311471-50ae-4539-95af-029cae44ba30 req-52ed212f-be14-445b-a396-dcbe83c5c3a6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:02.801667 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e311471-50ae-4539-95af-029cae44ba30 req-52ed212f-be14-445b-a396-dcbe83c5c3a6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Jan 05 18:08:02.801667 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e311471-50ae-4539-95af-029cae44ba30 req-f2be92e1-a4ff-437a-92f5-7223c078390b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Jan 05 18:08:02.926197 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d6ded411-612b-4d90-a810-6bec21a37c1f req-9c9c1fde-df4d-4cf0-9d2c-388ab06ec4ab tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0293176 Jan 05 18:08:03.833340 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908347dd-270e-4d24-92a5-35b189be5fa1 req-951206f6-4c0c-4972-a63e-c2e1bff6d3ed tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:03.834843 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-908347dd-270e-4d24-92a5-35b189be5fa1 req-951206f6-4c0c-4972-a63e-c2e1bff6d3ed tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Jan 05 18:08:03.874576 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-908347dd-270e-4d24-92a5-35b189be5fa1 req-f543e0d2-85ad-452d-b3b5-14bf11366f5b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Jan 05 18:08:03.889990 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490bd30-584b-4896-998f-7495252af607 req-2626adad-32f2-44a3-969d-e02de4c26983 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:03.891641 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6490bd30-584b-4896-998f-7495252af607 req-2626adad-32f2-44a3-969d-e02de4c26983 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Jan 05 18:08:03.929563 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6490bd30-584b-4896-998f-7495252af607 req-6d14e3a5-e9b5-4c3d-b901-ccae00785780 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jan 05 18:08:04.016712 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-15a1137d-c2af-4b70-bd94-b3ce2f8bf6d2 req-16fdfff9-d59b-4e8d-b0e6-5a48b15c3ac6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0244045 Jan 05 18:08:04.987855 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec843cb-cafc-439b-8cf6-03516b37fba3 req-953f52a4-7b75-43d7-831c-8e5ca682c8e1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:04.989330 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0ec843cb-cafc-439b-8cf6-03516b37fba3 req-953f52a4-7b75-43d7-831c-8e5ca682c8e1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0471613 Jan 05 18:08:05.026953 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0ec843cb-cafc-439b-8cf6-03516b37fba3 req-403ec048-0619-43cf-b2c9-df223262fd50 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Jan 05 18:08:05.137657 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f970d70-bfa6-41a4-955f-f5a16bc403f1 req-789b1db4-2067-4f85-9cda-a47e3b0ce582 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:05.139143 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5f970d70-bfa6-41a4-955f-f5a16bc403f1 req-789b1db4-2067-4f85-9cda-a47e3b0ce582 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0514534 Jan 05 18:08:05.176925 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5f970d70-bfa6-41a4-955f-f5a16bc403f1 req-765b061c-c58a-4e32-ba1b-75125387e538 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Jan 05 18:08:05.258542 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e633397d-90d9-4c33-ac93-d78773588bb8 req-24451a2f-ac88-4bce-b282-318acb9b3400 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0260055 Jan 05 18:08:06.138962 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa03e-70b0-4ef6-828d-04e8e5e8c4fe req-2a33cc87-7782-40ee-b00e-626ed91c9b05 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:06.140326 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-348fa03e-70b0-4ef6-828d-04e8e5e8c4fe req-2a33cc87-7782-40ee-b00e-626ed91c9b05 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0467780 Jan 05 18:08:06.177831 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-348fa03e-70b0-4ef6-828d-04e8e5e8c4fe req-f48c5478-aa71-4e50-b95e-0416ba52f699 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jan 05 18:08:06.291368 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d0dd-fc76-4f10-bda3-c6018d9cb737 req-b911e3b0-2be7-4298-aaf0-0ef3a08d82fe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:06.293523 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6e9d0dd-fc76-4f10-bda3-c6018d9cb737 req-b911e3b0-2be7-4298-aaf0-0ef3a08d82fe tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Jan 05 18:08:06.329689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6e9d0dd-fc76-4f10-bda3-c6018d9cb737 req-8cebebc5-cd12-46f9-a343-044c9040e0ac tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Jan 05 18:08:06.409513 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e60240c9-9519-47f7-be37-6672f9099986 req-e634fabe-f060-4b0c-b2ac-c9568503966c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0261745 Jan 05 18:08:07.290434 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9701-f159-4ebb-82a9-4bd02385b22c req-6f37a509-27c8-4e9b-831d-216c725bbb42 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:07.291885 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-969f9701-f159-4ebb-82a9-4bd02385b22c req-6f37a509-27c8-4e9b-831d-216c725bbb42 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0478454 Jan 05 18:08:07.330480 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-969f9701-f159-4ebb-82a9-4bd02385b22c req-86cc900a-a515-4338-b54c-7dc994d25ec5 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Jan 05 18:08:07.447129 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046da1e-07f5-4191-ab47-cb06c072fc8e req-c3d31f9f-2d8d-4c56-996a-3dd187628b1d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:07.448635 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8046da1e-07f5-4191-ab47-cb06c072fc8e req-c3d31f9f-2d8d-4c56-996a-3dd187628b1d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Jan 05 18:08:07.487800 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8046da1e-07f5-4191-ab47-cb06c072fc8e req-cd54b050-f5d0-407e-a8ad-250e6bd7e5e9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jan 05 18:08:07.571028 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e508c26-9496-42b5-912a-1fb9b519eea2 req-dca9cff2-16a0-4762-a541-3b21b049d526 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0269544 Jan 05 18:08:08.356736 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:08.441412 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492f09-7826-4b9e-96bb-2a3a1d7a10df req-d0a4acf3-80e6-401f-9350-b2e7286a955b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:08.442987 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd492f09-7826-4b9e-96bb-2a3a1d7a10df req-d0a4acf3-80e6-401f-9350-b2e7286a955b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0471711 Jan 05 18:08:08.480247 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd492f09-7826-4b9e-96bb-2a3a1d7a10df req-88d00dfc-88fb-43ee-89ba-de11a1c4c20d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Jan 05 18:08:08.604519 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530112d-2005-4c2f-bf44-a0dabb30abbe req-a570823c-b272-416e-95c3-d962f1cce63f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:08.606223 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b530112d-2005-4c2f-bf44-a0dabb30abbe req-a570823c-b272-416e-95c3-d962f1cce63f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Jan 05 18:08:08.650224 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b530112d-2005-4c2f-bf44-a0dabb30abbe req-b62332b4-e6d3-452f-b7c7-66f47a260b29 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359323 Jan 05 18:08:08.728305 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4ed57370-3057-44ce-841e-a94b45c18c19 req-e33e5e49-73ec-4636-8991-8cc8ef78dad0 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0253541 Jan 05 18:08:09.595618 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568551-7e7d-498f-b651-f642f8391717 req-821f4e25-280b-424a-87b9-826e0afd2842 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:09.597345 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-74568551-7e7d-498f-b651-f642f8391717 req-821f4e25-280b-424a-87b9-826e0afd2842 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0484085 Jan 05 18:08:09.638323 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-74568551-7e7d-498f-b651-f642f8391717 req-107a32e7-322c-437b-abf6-d329eb226fa6 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jan 05 18:08:09.764127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830583-ce43-49f5-a25a-b0dbee9bb765 req-5a811839-9f9d-4aa5-ab69-b77303a9f143 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:09.766386 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9830583-ce43-49f5-a25a-b0dbee9bb765 req-5a811839-9f9d-4aa5-ab69-b77303a9f143 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Jan 05 18:08:09.811090 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9830583-ce43-49f5-a25a-b0dbee9bb765 req-b469756c-8f00-4b89-98bb-18ab5034f2cd tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Jan 05 18:08:09.824733 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-53ab3d82-b83d-4a61-8b6f-be3f51b9b2e8 req-b9cd775f-0a99-4633-b990-f8ef7d55fa13 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0268819 Jan 05 18:08:10.754079 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc812af-cbef-4c39-bbc7-27735f01262a req-3e4409f8-7fcc-4787-98dc-7fffc0c31bd3 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:10.755415 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dbc812af-cbef-4c39-bbc7-27735f01262a req-3e4409f8-7fcc-4787-98dc-7fffc0c31bd3 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0494261 Jan 05 18:08:10.790958 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dbc812af-cbef-4c39-bbc7-27735f01262a req-11b831cf-f878-4de4-aefe-af3245d91241 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298059 Jan 05 18:08:10.926136 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fe4b1-3d7c-4293-a483-feee39b6a965 req-85e3401d-c990-42a7-bb9a-9d20b04cef90 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:10.927645 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a54fe4b1-3d7c-4293-a483-feee39b6a965 req-85e3401d-c990-42a7-bb9a-9d20b04cef90 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Jan 05 18:08:10.964526 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a54fe4b1-3d7c-4293-a483-feee39b6a965 req-e174f544-60fd-4bde-ba95-424fc4aabbcb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jan 05 18:08:11.041425 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ecd34a0e-edaa-46d0-9d7b-a3c8dfb4de16 req-d0ef3c58-914c-4827-8b1d-800a66e9cd9e tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0252774 Jan 05 18:08:11.299865 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-de91fc72-a7bc-4c84-bdcd-f9414c38cb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:11.612146 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-65b53284-af8e-4380-98ae-f75d46a254fa tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:11.613509 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-65b53284-af8e-4380-98ae-f75d46a254fa tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "GET /v2.0/networks?id=6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 200 len: 814 time: 0.1016884 Jan 05 18:08:11.888484 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Request body: {'port': {'device_id': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261', 'admin_state_up': True, 'tenant_id': 'bc13c6223d1445e0979009edce8585a8'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:11.956556 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4cb2-3298-41c4-a21b-b41dd449907a req-b989ecfd-b457-4562-80e9-3a172eb16571 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:11.958153 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6fad4cb2-3298-41c4-a21b-b41dd449907a req-b989ecfd-b457-4562-80e9-3a172eb16571 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.1020064 Jan 05 18:08:12.023663 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6fad4cb2-3298-41c4-a21b-b41dd449907a req-39869ff8-b8a5-43a2-895d-a0618c658506 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Jan 05 18:08:12.096768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683bf7-d8c7-4fef-9e86-335530f3e015 req-88844e3b-ef3e-4504-95ea-a200c7e439b7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:12.098383 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a683bf7-d8c7-4fef-9e86-335530f3e015 req-88844e3b-ef3e-4504-95ea-a200c7e439b7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0575857 Jan 05 18:08:12.099774 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Made reservation on behalf of bc13c6223d1445e0979009edce8585a8 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:12.103490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:12.137852 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a683bf7-d8c7-4fef-9e86-335530f3e015 req-3557d6b4-606e-437f-8cb3-2a06d3ea57cf tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jan 05 18:08:12.143912 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-334101a3-7b04-4c95-998c-63f1cbb3aec2 req-f1a7d3b3-9ed4-45c0-b4aa-f3bc731625b4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0301065 Jan 05 18:08:12.275122 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Allocated IP 172.20.0.12 (6ea5c4df-8b0d-4950-b450-970791c55261/dff54a0c-c3b7-4f08-affb-4d2f289ab317/40c6629f-ad64-4cb1-b51a-e4b9b5b708e5) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:08:12.421639 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:12.517125 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:12.558850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Network 6ea5c4df-8b0d-4950-b450-970791c55261 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:12.561955 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:12.565608 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:08:12.571091 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:12.572716 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:12.584123 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Pushing event updated for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:12.606631 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:08:12.679666 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-63aefee5-bfe2-4e06-901f-11ba860fb00a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7969160 Jan 05 18:08:12.699873 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Request body: {'port': {'device_id': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:12.755641 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.011008 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:08:13.019491 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.030953 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Transition to ACTIVE for port object 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:08:13.121683 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.183154 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abd7c-ceb2-4f34-9619-72ac9c0f0355 req-7fc951b1-7933-4063-8026-b0b74bf419e7 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:13.184654 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ed4abd7c-ceb2-4f34-9619-72ac9c0f0355 req-7fc951b1-7933-4063-8026-b0b74bf419e7 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0899448 Jan 05 18:08:13.194282 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:13.237685 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Attempting to bind port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:08:13.238043 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Attempting to bind port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:08:13.240289 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Attempting to bind port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 on network 6ea5c4df-8b0d-4950-b450-970791c55261 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:08:13.245893 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 on network 6ea5c4df-8b0d-4950-b450-970791c55261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:08:13.246244 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Attempting to bind port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 on network 6ea5c4df-8b0d-4950-b450-970791c55261 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:08:13.260738 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:08:13.261127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Checking segment: {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:13.261452 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Bound using segment: {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:08:13.261882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Bound port: 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:08:13.262263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.266301 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07953e1b-624f-45c0-9ed7-720a6332dfed req-ba58f630-857a-4cf9-a7af-5740cc15dd36 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:13.267934 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-07953e1b-624f-45c0-9ed7-720a6332dfed req-ba58f630-857a-4cf9-a7af-5740cc15dd36 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Jan 05 18:08:13.273878 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ed4abd7c-ceb2-4f34-9619-72ac9c0f0355 req-3d6d1076-0699-4070-bd60-a501260a9c6e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781932 Jan 05 18:08:13.316925 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-07953e1b-624f-45c0-9ed7-720a6332dfed req-a074649b-5f1a-4b4e-a6f7-ce3f303c1b16 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Jan 05 18:08:13.374950 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:08:13.393735 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:08:13.405398 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43eb3a-4430-4b01-a561-18bba1ee70ff req-fc63205b-5b6a-4f70-886b-a7a261613dbf tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:13.407090 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da43eb3a-4430-4b01-a561-18bba1ee70ff req-fc63205b-5b6a-4f70-886b-a7a261613dbf tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0738289 Jan 05 18:08:13.445800 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da43eb3a-4430-4b01-a561-18bba1ee70ff req-b9b8233a-6e8d-402f-8514-48fe849df0c7 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jan 05 18:08:13.447288 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.481618 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:13.482254 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:13.484538 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] 10.222.0.10 "PUT /v2.0/ports/40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 HTTP/1.1" status: 200 len: 1094 time: 0.7889402 Jan 05 18:08:13.484907 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:08:13.487316 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06873943-58ab-411c-b749-37513e40ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:08:13.512844 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9c74e-0a3a-416f-a022-b8d0e08acab2 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:13.524609 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44047f39-7021-4a50-b88f-516b0a0bf36c x-openstack-request-id: req-44047f39-7021-4a50-b88f-516b0a0bf36c {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:08:13.524881 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:08:13.525130 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44047f39-7021-4a50-b88f-516b0a0bf36c {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:08:13.525580 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5', 'status': 'completed', 'code': 200} Jan 05 18:08:13.563391 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e1e4-ff80-4035-aa74-dbaad2534dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:14.386483 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54c591-5043-4e6b-8d57-3bbcb1bef5c3 req-1203b937-f50b-4606-b90a-65fbf5e79bf2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:14.387999 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b54c591-5043-4e6b-8d57-3bbcb1bef5c3 req-1203b937-f50b-4606-b90a-65fbf5e79bf2 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Jan 05 18:08:14.425625 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b54c591-5043-4e6b-8d57-3bbcb1bef5c3 req-0771476f-e0e7-4d34-bdcd-50dde2fde32d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jan 05 18:08:14.528300 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73ec71-51e6-42c0-a7de-06f1036480c0 req-61af6916-bee6-4268-8e36-89dd1a3ef254 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:14.529835 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da73ec71-51e6-42c0-a7de-06f1036480c0 req-61af6916-bee6-4268-8e36-89dd1a3ef254 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Jan 05 18:08:14.533606 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:14.572459 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da73ec71-51e6-42c0-a7de-06f1036480c0 req-c8e5668d-6cf9-4989-ab89-2ce02ce53453 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Jan 05 18:08:14.670285 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098f00a-37ee-4ed0-9b25-bcb04a32cfd6 req-87f1812a-3ef1-419a-a9ce-2d2800e7b6fc tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:14.672330 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d098f00a-37ee-4ed0-9b25-bcb04a32cfd6 req-87f1812a-3ef1-419a-a9ce-2d2800e7b6fc tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0469420 Jan 05 18:08:14.710855 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d098f00a-37ee-4ed0-9b25-bcb04a32cfd6 req-62f59d46-da05-4611-83d4-dbb279d9ad2a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jan 05 18:08:15.537882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3331d-c572-4012-9fbf-2b70be578653 req-fcaade7e-5be7-4ccc-a81a-9fd5532cda7e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:15.539346 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62d3331d-c572-4012-9fbf-2b70be578653 req-fcaade7e-5be7-4ccc-a81a-9fd5532cda7e tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0472748 Jan 05 18:08:15.574709 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62d3331d-c572-4012-9fbf-2b70be578653 req-897634b1-8724-4ec5-a647-1b8c76cbaf1d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296197 Jan 05 18:08:15.681026 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a8f59-77aa-46c1-b8fe-e60dca755e03 req-392f00de-f1c8-489b-8b2e-174257d1d1a4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:15.682484 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bd4a8f59-77aa-46c1-b8fe-e60dca755e03 req-392f00de-f1c8-489b-8b2e-174257d1d1a4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0461116 Jan 05 18:08:15.722575 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bd4a8f59-77aa-46c1-b8fe-e60dca755e03 req-c545e661-73e5-447a-b754-c39a10bbb988 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Jan 05 18:08:15.822648 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cd50-0f49-459e-93da-0cd87dde4370 req-6568d113-099e-4a2c-9c6a-4ffd4069610f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:15.824120 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5ef0cd50-0f49-459e-93da-0cd87dde4370 req-6568d113-099e-4a2c-9c6a-4ffd4069610f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0465555 Jan 05 18:08:15.860339 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5ef0cd50-0f49-459e-93da-0cd87dde4370 req-a0ba1dcb-b86f-4888-91a6-d332c112a13c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305181 Jan 05 18:08:16.109320 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:16.499096 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:16.685999 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbfd5f-ce33-4469-8927-7eac117a9783 req-9a58c761-c7cb-4619-bc3d-0b99afdb117b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:16.687519 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-25cbfd5f-ce33-4469-8927-7eac117a9783 req-9a58c761-c7cb-4619-bc3d-0b99afdb117b tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0474768 Jan 05 18:08:16.724426 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-25cbfd5f-ce33-4469-8927-7eac117a9783 req-4d5e5fa0-f530-4f46-bb89-898a70322915 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Jan 05 18:08:16.832009 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e7837-b86f-46f6-bb96-6f8db0250a57 req-d880fb59-960e-473c-9d27-d12813dfb15d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:16.833485 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f27e7837-b86f-46f6-bb96-6f8db0250a57 req-d880fb59-960e-473c-9d27-d12813dfb15d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0476215 Jan 05 18:08:16.873164 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f27e7837-b86f-46f6-bb96-6f8db0250a57 req-7bb9983e-f38a-43ea-86e9-95e310346976 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Jan 05 18:08:16.969971 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cd12-832c-4d92-900a-0d55b0bdf11a req-18d1cc04-4824-420b-8808-cb2c68ab671f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:16.971467 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1628cd12-832c-4d92-900a-0d55b0bdf11a req-18d1cc04-4824-420b-8808-cb2c68ab671f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0459287 Jan 05 18:08:17.007814 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1628cd12-832c-4d92-900a-0d55b0bdf11a req-ebc622ab-7172-44d6-b270-99b7bbb6b4de tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Jan 05 18:08:17.478699 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873943-58ab-411c-b749-37513e40ce1e req-b20f5ca7-f2d6-4780-9107-6e9333e4a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.480185 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-06873943-58ab-411c-b749-37513e40ce1e req-b20f5ca7-f2d6-4780-9107-6e9333e4a82c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 1097 time: 0.0387781 Jan 05 18:08:17.596379 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873943-58ab-411c-b749-37513e40ce1e req-93f642ca-848e-43bf-9850-9e240a1b117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.598047 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-06873943-58ab-411c-b749-37513e40ce1e req-93f642ca-848e-43bf-9850-9e240a1b117b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc13c6223d1445e0979009edce8585a8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0901423 Jan 05 18:08:17.706763 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873943-58ab-411c-b749-37513e40ce1e req-288c90bb-270c-41ba-b8f8-d21f85430061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.708330 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-06873943-58ab-411c-b749-37513e40ce1e req-288c90bb-270c-41ba-b8f8-d21f85430061 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887687 Jan 05 18:08:17.839434 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0c5df-be52-4a90-8b64-2fce79b75349 req-3bf718a9-9530-4285-9a6a-c1a646ebd67f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.840800 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-78c0c5df-be52-4a90-8b64-2fce79b75349 req-3bf718a9-9530-4285-9a6a-c1a646ebd67f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0507147 Jan 05 18:08:17.879357 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-78c0c5df-be52-4a90-8b64-2fce79b75349 req-fbef2466-74a1-49f0-880c-3960ba403965 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Jan 05 18:08:17.964449 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f80f5c32-c668-49b8-ac30-eea9c69cc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.965929 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-f80f5c32-c668-49b8-ac30-eea9c69cc1cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 1097 time: 0.0387390 Jan 05 18:08:17.987301 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07b5c1-2771-4bf4-a2e6-5ed7d09c31d1 req-dd170393-6dd6-40a9-804e-47a35e4decd8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:17.988762 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a07b5c1-2771-4bf4-a2e6-5ed7d09c31d1 req-dd170393-6dd6-40a9-804e-47a35e4decd8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0475683 Jan 05 18:08:18.026247 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a07b5c1-2771-4bf4-a2e6-5ed7d09c31d1 req-1d851038-8af0-4a29-8df0-a2f92d4f6469 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Jan 05 18:08:18.117784 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c4d7-caa4-4b04-93b7-272e1a490658 req-82445b69-9fda-46ff-9727-f74227d89284 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:18.119199 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e754c4d7-caa4-4b04-93b7-272e1a490658 req-82445b69-9fda-46ff-9727-f74227d89284 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0462823 Jan 05 18:08:18.155614 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e754c4d7-caa4-4b04-93b7-272e1a490658 req-3ad56bdc-41ef-4d6f-9fdd-f18d4e32d741 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307081 Jan 05 18:08:18.425796 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-36e8d35a-da83-4335-a467-53e11adf4a50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 HTTP/1.1" status: 200 len: 217 time: 0.2268329 Jan 05 18:08:18.541224 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-6cb2179a-b110-4dbc-98a6-2d85bbdd553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:18.542710 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-6cb2179a-b110-4dbc-98a6-2d85bbdd553f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dff54a0c-c3b7-4f08-affb-4d2f289ab317 HTTP/1.1" status: 200 len: 854 time: 0.0454910 Jan 05 18:08:18.616840 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-d291df67-366b-47fc-b4a3-aad03f71e33a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ea5c4df-8b0d-4950-b450-970791c55261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249937 Jan 05 18:08:18.712222 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-03a5cf45-5f69-4012-b73c-0a07ee97a37d service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Jan 05 18:08:18.816525 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fe32aa0-0169-4a3b-a9cd-5ea7405a4f36 req-dfab4e95-b68b-4dba-8a7b-07e9be208407 service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826066 Jan 05 18:08:18.996520 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787734-e5ac-4418-b189-f6ea68c0c388 req-267fa8c4-1d2d-42ed-b7b0-f3196113325f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:18.998054 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1e787734-e5ac-4418-b189-f6ea68c0c388 req-267fa8c4-1d2d-42ed-b7b0-f3196113325f tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0497115 Jan 05 18:08:19.044197 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1e787734-e5ac-4418-b189-f6ea68c0c388 req-9632b98f-da77-4cba-9fca-d8758bf857d9 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/security-groups?id=cabeba6e-ba6e-40f4-a614-11ff4b3739d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Jan 05 18:08:19.150123 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08df898-945e-4d72-a220-3fa1d5fb23cb req-97b6034d-a83c-453b-96b8-6fafb33eeee5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:19.151736 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e08df898-945e-4d72-a220-3fa1d5fb23cb req-97b6034d-a83c-453b-96b8-6fafb33eeee5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Jan 05 18:08:19.194966 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e08df898-945e-4d72-a220-3fa1d5fb23cb req-d399fc7f-fdb9-42ce-bf2b-6af0dee6393f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345125 Jan 05 18:08:19.276782 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166839-4c00-4350-b0c8-2dadbec12493 req-ac28f4c3-becc-4bcf-b9ae-e2c9d7492ba2 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:19.278317 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d4166839-4c00-4350-b0c8-2dadbec12493 req-ac28f4c3-becc-4bcf-b9ae-e2c9d7492ba2 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0546241 Jan 05 18:08:19.317276 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d4166839-4c00-4350-b0c8-2dadbec12493 req-7d19ba3f-6757-4bd8-bac5-376f5b7a204d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jan 05 18:08:19.567556 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-f0273e6c-f3a7-4d61-9cdf-00d8e1a69b66 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:19.569033 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-f0273e6c-f3a7-4d61-9cdf-00d8e1a69b66 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 946 time: 0.0502875 Jan 05 18:08:19.723128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Deleting port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:08:19.724150 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:19.814423 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] For port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,segment=NetworkSegment(d31e9906-1c36-48df-9987-a58009bd2791),segment_id=d31e9906-1c36-48df-9987-a58009bd2791)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:19.814895 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:19.828477 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Calling delete_port for fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c owned by compute:nova {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:08:20.019201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:20.045554 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Pushing event deleted for resources: {'Port': ['ID=fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:20.078557 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:08:20.111725 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] No DVR routers for this DVR port fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c on host hv-cinder-xena0 {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:08:20.115181 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:20.118056 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3b9fe843-f64d-4b37-950d-d0ae18f5b1dc req-a6e247a5-7923-4376-b304-7f3d54731bf1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.10 "DELETE /v2.0/ports/fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c HTTP/1.1" status: 204 len: 173 time: 0.5424528 Jan 05 18:08:20.123992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'name': 'network-vif-deleted', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:08:20.123992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf67c24-3a8b-46d6-bb97-d90a503a1bfe" -d '{"events": [{"server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "name": "network-vif-deleted", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:08:20.158001 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d98e77fb-fb34-46ec-8128-45e4e0dd8281 req-a4371f44-8172-4f36-a4a6-7ada0a95b618 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0255966 Jan 05 18:08:20.162578 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8398a27b-60fb-466f-9fe4-1290a6aed7e2 x-openstack-request-id: req-8398a27b-60fb-466f-9fe4-1290a6aed7e2 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:08:20.162864 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d27f4-8ffb-42ff-828c-93226d23a340", "name": "network-vif-deleted", "tag": "fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:08:20.163111 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8398a27b-60fb-466f-9fe4-1290a6aed7e2 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:08:20.163491 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d27f4-8ffb-42ff-828c-93226d23a340', 'name': 'network-vif-deleted', 'tag': 'fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c', 'status': 'completed', 'code': 200} Jan 05 18:08:20.309679 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bca7a-e943-4ab7-93ab-21a0a5878c83 req-0c87f54f-955f-4c24-b60e-83b375326fdc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:20.311197 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-659bca7a-e943-4ab7-93ab-21a0a5878c83 req-0c87f54f-955f-4c24-b60e-83b375326fdc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0474846 Jan 05 18:08:20.349611 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-659bca7a-e943-4ab7-93ab-21a0a5878c83 req-911b47a2-84fa-4fb8-944e-7ac7593250f7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jan 05 18:08:20.430617 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439424-55ab-4f4f-8ec0-40471e77e823 req-10b62169-d4a6-48cb-bc19-c5abd8cb6830 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:20.432113 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5a439424-55ab-4f4f-8ec0-40471e77e823 req-10b62169-d4a6-48cb-bc19-c5abd8cb6830 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0480578 Jan 05 18:08:20.468694 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5a439424-55ab-4f4f-8ec0-40471e77e823 req-f9f57a97-f799-4ef9-87dc-49ad97606d6d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Jan 05 18:08:21.253022 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-67c601d2-71f1-429c-9ff0-ac7eee407d63 req-9fa02506-a249-4e09-b484-14ff049e7dba tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0274439 Jan 05 18:08:21.461218 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d1c2b-8485-4c15-b5e6-9fc7008f417d req-55fd734f-2a53-41bd-8fbe-26790426dc33 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:21.462738 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-443d1c2b-8485-4c15-b5e6-9fc7008f417d req-55fd734f-2a53-41bd-8fbe-26790426dc33 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0475178 Jan 05 18:08:21.500959 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-443d1c2b-8485-4c15-b5e6-9fc7008f417d req-8e975c7e-4585-4214-ae94-6be5d898a6d5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Jan 05 18:08:21.597657 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd5f36-1941-4ad5-a556-22aac4822dc4 req-c2b5be67-464c-42e2-b6f5-5bca3e0eae27 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:21.599413 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-44fd5f36-1941-4ad5-a556-22aac4822dc4 req-c2b5be67-464c-42e2-b6f5-5bca3e0eae27 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0460556 Jan 05 18:08:21.636464 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-44fd5f36-1941-4ad5-a556-22aac4822dc4 req-299d97f3-1a39-43ab-85b0-fbcc3a9e3f19 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jan 05 18:08:22.343902 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8e1b3b19-2aab-4167-bc1f-189c2d2a6764 req-38dd88e2-d7e1-4578-a67e-dc32d93445de tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0252523 Jan 05 18:08:22.614192 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8da2d-e4d9-4b65-b2fe-51ad14982e0e req-e9a50ea7-a5ec-4ad6-b7a1-7555736146ad tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:22.615657 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3de8da2d-e4d9-4b65-b2fe-51ad14982e0e req-e9a50ea7-a5ec-4ad6-b7a1-7555736146ad tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0488870 Jan 05 18:08:22.652681 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3de8da2d-e4d9-4b65-b2fe-51ad14982e0e req-b77888e6-9007-412a-8d0d-ae10d691e24b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Jan 05 18:08:22.749925 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c94ef-3402-4dcb-ba6b-47ca01124c0f req-f8021ad8-417c-4397-8dae-61b2fb0d6878 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:22.751385 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-589c94ef-3402-4dcb-ba6b-47ca01124c0f req-f8021ad8-417c-4397-8dae-61b2fb0d6878 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0463681 Jan 05 18:08:22.787246 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-589c94ef-3402-4dcb-ba6b-47ca01124c0f req-9c7ea8a1-5602-4cd6-872c-7bdb0885912f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299881 Jan 05 18:08:23.435695 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-31c68dab-b448-422e-b25d-6ece80216b7a req-62ce641a-3ec3-472e-88d4-fe2d61b19d8d tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0261087 Jan 05 18:08:23.766285 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f792c4-e3e2-409e-8fdc-5f99e5db19bf req-de5ee10a-293f-4c4d-b201-4af8e3e9c485 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:23.767711 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-45f792c4-e3e2-409e-8fdc-5f99e5db19bf req-de5ee10a-293f-4c4d-b201-4af8e3e9c485 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Jan 05 18:08:23.803240 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-45f792c4-e3e2-409e-8fdc-5f99e5db19bf req-57f7159e-9140-4f57-a0d5-afc125f596a7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297406 Jan 05 18:08:23.900290 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955abb44-9cc3-4a80-a6b0-9c921b3935d8 req-079c3bfb-2d09-4b78-90bb-4bbdbfb49b3c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:23.901740 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-955abb44-9cc3-4a80-a6b0-9c921b3935d8 req-079c3bfb-2d09-4b78-90bb-4bbdbfb49b3c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0466168 Jan 05 18:08:23.938620 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-955abb44-9cc3-4a80-a6b0-9c921b3935d8 req-1208e3cb-4d7e-40a8-9680-afc4bbee2fd5 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Jan 05 18:08:24.529104 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-71280ec9-7ba8-4181-abac-45349fc5ed9d req-dd193f05-d949-47e5-a6a4-e169bab94ff7 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0253060 Jan 05 18:08:24.915545 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc32b0-58e2-453f-beae-a39bf90a9b41 req-58b5961a-5437-4651-a972-29dc583ed699 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:24.916973 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3cc32b0-58e2-453f-beae-a39bf90a9b41 req-58b5961a-5437-4651-a972-29dc583ed699 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Jan 05 18:08:24.946662 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:08:24.953205 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3cc32b0-58e2-453f-beae-a39bf90a9b41 req-a9e21b90-8f38-4eac-bedb-7812c10bb820 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Jan 05 18:08:24.966573 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:08:24.966915 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device fe304fa6-43fa-4138-a2ea-bbd8fd52ee6c not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:08:25.051661 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2a76-9bc7-48e1-ad21-0876870c6d7f req-0e9b2234-522f-4e65-be4b-916c00730651 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:25.053186 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-720b2a76-9bc7-48e1-ad21-0876870c6d7f req-0e9b2234-522f-4e65-be4b-916c00730651 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0472279 Jan 05 18:08:25.091760 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-720b2a76-9bc7-48e1-ad21-0876870c6d7f req-ec103996-f61f-4222-862f-ea0c08f2c779 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jan 05 18:08:25.623911 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cfdf0a26-9587-4fc6-a2e4-b44385996fb8 req-e5841d64-ad17-412b-95bd-bf6a2e560f3c tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0251997 Jan 05 18:08:26.064028 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8c1a-81b8-4e4d-9f83-a13b3a9d5845 req-89c87215-8999-4537-b838-1752fd12d301 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:26.065429 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-55cd8c1a-81b8-4e4d-9f83-a13b3a9d5845 req-89c87215-8999-4537-b838-1752fd12d301 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Jan 05 18:08:26.102771 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-55cd8c1a-81b8-4e4d-9f83-a13b3a9d5845 req-686e6769-47bc-40f8-9afa-6b807e9ba93d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Jan 05 18:08:26.205795 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c1c59-545e-4e4c-bc6a-e7443ce3c827 req-ea59b2a3-4a74-418e-90da-ccad50a80698 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:26.207282 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d29c1c59-545e-4e4c-bc6a-e7443ce3c827 req-ea59b2a3-4a74-418e-90da-ccad50a80698 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0522954 Jan 05 18:08:26.244280 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d29c1c59-545e-4e4c-bc6a-e7443ce3c827 req-eae04f44-5eb6-4725-853e-73b9392044ee tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jan 05 18:08:26.700656 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728c65-f925-4a36-9317-31c2fbaa1a9d req-2281c374-036c-4be7-9f1a-fafeb1eeff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:26.702146 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ea728c65-f925-4a36-9317-31c2fbaa1a9d req-2281c374-036c-4be7-9f1a-fafeb1eeff48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1098 time: 0.0422425 Jan 05 18:08:26.741304 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d1c9b515-d839-40d4-b0e0-ee570c354191 req-dab57693-6ea3-4b4b-b801-9b31429e23d0 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0297651 Jan 05 18:08:26.758852 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ea728c65-f925-4a36-9317-31c2fbaa1a9d req-3f87204e-cf57-41ac-8ef5-3efbc01f3287 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Jan 05 18:08:27.213236 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f30ca-45a8-4e93-94b9-167de93b2f86 req-bf839496-7432-473e-b5fc-b25cc7e58a4e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:27.214901 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d1f30ca-45a8-4e93-94b9-167de93b2f86 req-bf839496-7432-473e-b5fc-b25cc7e58a4e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0463243 Jan 05 18:08:27.258759 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d1f30ca-45a8-4e93-94b9-167de93b2f86 req-b5428678-abad-471c-b790-dd54e19f6cb3 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Jan 05 18:08:27.369163 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7029-b2d4-407e-a32d-ecf84eb130f0 req-def75bf8-55d4-4da3-96e1-a570d360a279 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:27.370698 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bfeb7029-b2d4-407e-a32d-ecf84eb130f0 req-def75bf8-55d4-4da3-96e1-a570d360a279 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0497701 Jan 05 18:08:27.411554 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bfeb7029-b2d4-407e-a32d-ecf84eb130f0 req-33e32aa8-82e6-4342-b78e-536c6f6066c2 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jan 05 18:08:27.703634 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56118) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:27.806840 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1233d9e-0bfe-4271-a61c-f90a08ceff1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:27.839720 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8f8f6328-00fc-41f2-b0ce-e2b302a42ad6 req-f0013adc-0084-4995-b568-328076f384a1 tempest-DeleteServersTestJSON-1501257176 tempest-DeleteServersTestJSON-1501257176-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b5d27f4-8ffb-42ff-828c-93226d23a340 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Jan 05 18:08:27.879610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1233d9e-0bfe-4271-a61c-f90a08ceff1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:27.938875 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1233d9e-0bfe-4271-a61c-f90a08ceff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:27.979900 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-c1233d9e-0bfe-4271-a61c-f90a08ceff1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=616d7048509e41e18a20d02004e78e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751753 Jan 05 18:08:27.980965 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1233d9e-0bfe-4271-a61c-f90a08ceff1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a3a84-66bd-4e16-839b-554e8a29d07f,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:27.986816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56132) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:28.040923 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:28.062372 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:28.184686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:28.187452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:28.191938 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f06a3a84-66bd-4e16-839b-554e8a29d07f HTTP/1.1" status: 204 len: 168 time: 0.2007196 Jan 05 18:08:28.197678 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569d7d-5998-453d-95f8-700a3a0218f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a3a84-66bd-4e16-839b-554e8a29d07f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:28.378498 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125322e9-21cf-42b9-9489-1fb22d928a73 req-87bd4ee0-9374-41eb-a4be-7d1b9f862d16 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:28.380090 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-125322e9-21cf-42b9-9489-1fb22d928a73 req-87bd4ee0-9374-41eb-a4be-7d1b9f862d16 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Jan 05 18:08:28.422303 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-125322e9-21cf-42b9-9489-1fb22d928a73 req-e4d91fab-8acc-44ac-93fd-c289c810d511 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359120 Jan 05 18:08:28.571129 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a843-e1cd-48a6-9c05-20a1990548e4 req-1f2b138c-19b6-4361-bc10-f7612380c3eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:28.572652 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31a2a843-e1cd-48a6-9c05-20a1990548e4 req-1f2b138c-19b6-4361-bc10-f7612380c3eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0619061 Jan 05 18:08:28.610945 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-31a2a843-e1cd-48a6-9c05-20a1990548e4 req-1657040c-6074-4c07-9003-8a44979567d0 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jan 05 18:08:28.908872 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56178) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:28.922495 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1e08401-7631-4d45-ba13-cfb2753a416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.011683 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1e08401-7631-4d45-ba13-cfb2753a416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.093154 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56192) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:29.144721 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c1e08401-7631-4d45-ba13-cfb2753a416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.196666 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-c1e08401-7631-4d45-ba13-cfb2753a416a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b7cdbc462f74897953d564aaa8483d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807071 Jan 05 18:08:29.196800 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56198) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:29.198374 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08401-7631-4d45-ba13-cfb2753a416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f4c13c-cc42-4e8f-bb86-0c2c36512930,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:29.208967 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d61-ee91-43a1-a8b0-076dec954882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.245763 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.268669 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.284276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d61-ee91-43a1-a8b0-076dec954882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.361008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d61-ee91-43a1-a8b0-076dec954882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.384917 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.387466 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.388625 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9f4c13c-cc42-4e8f-bb86-0c2c36512930 HTTP/1.1" status: 204 len: 168 time: 0.1937017 Jan 05 18:08:29.396566 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0121382-b87c-4432-b8b7-530fba2c5378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f4c13c-cc42-4e8f-bb86-0c2c36512930,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:29.402071 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12d61-ee91-43a1-a8b0-076dec954882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a19959-ef76-4f0a-b93f-4a81c0466868,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:29.403824 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f7e12d61-ee91-43a1-a8b0-076dec954882 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e3782ad10b949c98eb2b4b464f46b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095875 Jan 05 18:08:29.406619 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56204) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:29.465914 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.488890 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.560124 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2759d6-9dd4-41d6-ace8-97299c892fa2 req-4b966f8b-c363-4d96-9e8b-46a91c363949 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:29.561599 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d2759d6-9dd4-41d6-ace8-97299c892fa2 req-4b966f8b-c363-4d96-9e8b-46a91c363949 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0587740 Jan 05 18:08:29.600602 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d2759d6-9dd4-41d6-ace8-97299c892fa2 req-4ec81b78-4ec0-42be-a8a2-a25889776c1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Jan 05 18:08:29.646833 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.649662 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:29.653177 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17a19959-ef76-4f0a-b93f-4a81c0466868 HTTP/1.1" status: 204 len: 168 time: 0.2434127 Jan 05 18:08:29.667089 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e001b-a310-41c8-b3f7-1958a020fa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a19959-ef76-4f0a-b93f-4a81c0466868,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:29.744134 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8814d3d-8378-40c1-8ed8-13dd38fac4ec req-61e6f7f0-d0fe-4b01-ba06-73774b22da25 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:29.745684 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e8814d3d-8378-40c1-8ed8-13dd38fac4ec req-61e6f7f0-d0fe-4b01-ba06-73774b22da25 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0566576 Jan 05 18:08:29.790711 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e8814d3d-8378-40c1-8ed8-13dd38fac4ec req-b815ef30-7901-4083-9a6d-77021831aab5 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Jan 05 18:08:30.333843 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56238) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:30.347878 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b2305d63-95d2-452b-9c08-acce053e8605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.426477 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b2305d63-95d2-452b-9c08-acce053e8605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.487931 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b2305d63-95d2-452b-9c08-acce053e8605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.531783 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305d63-95d2-452b-9c08-acce053e8605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e99bd4-d5d4-418b-b808-b38d815b2da8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:30.540283 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b2305d63-95d2-452b-9c08-acce053e8605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf1b0cd9f6b942f4ad400a01354a746f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046874 Jan 05 18:08:30.540627 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56248) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:30.588028 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.608898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.712750 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a943b34-5532-4bf2-85bb-7b8885ebdeb5 req-638a6b86-233d-41f2-acb2-52ee14cd4950 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:30.714339 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a943b34-5532-4bf2-85bb-7b8885ebdeb5 req-638a6b86-233d-41f2-acb2-52ee14cd4950 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Jan 05 18:08:30.736933 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.739289 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:30.740344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59e99bd4-d5d4-418b-b808-b38d815b2da8 HTTP/1.1" status: 204 len: 168 time: 0.1987445 Jan 05 18:08:30.753741 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121a27a-a80d-47ed-a71d-6ea543eb43b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e99bd4-d5d4-418b-b808-b38d815b2da8,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:30.767285 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2a943b34-5532-4bf2-85bb-7b8885ebdeb5 req-4eb17cb9-423d-47d9-bde2-c53bc768137e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Jan 05 18:08:30.912074 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fae71-44a0-4e84-be25-6f99c47cbe61 req-6e5644aa-5aec-4110-8af2-02933c264f97 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:30.913701 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e52fae71-44a0-4e84-be25-6f99c47cbe61 req-6e5644aa-5aec-4110-8af2-02933c264f97 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 944 time: 0.0525820 Jan 05 18:08:30.952379 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e52fae71-44a0-4e84-be25-6f99c47cbe61 req-b4607efa-c321-4b98-ae3e-9e469cfb52fe tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jan 05 18:08:31.521926 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:08:31.620440 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:31.631965 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5', 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261', 'port_id': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5', 'mac_address': 'fa:16:3e:bd:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff54a0c-c3b7-4f08-affb-4d2f289ab317', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:08:31.668608 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:31.681534 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:08:31.701329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:31.744506 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:31.794488 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:31.802313 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.802662 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.803000 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.803334 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.803664 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.803993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.804319 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.804641 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.805120 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.805451 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.805774 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.806120 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:31.888583 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb3db-8be0-4b89-ae55-f0f072af5be7 req-20509176-dd13-4d18-8e1d-c7ee50de31b2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:31.890982 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8ebfb3db-8be0-4b89-ae55-f0f072af5be7 req-20509176-dd13-4d18-8e1d-c7ee50de31b2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0530519 Jan 05 18:08:31.928081 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8ebfb3db-8be0-4b89-ae55-f0f072af5be7 req-ecdc2e2b-b788-4e2e-a95c-f8400e526a6e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jan 05 18:08:32.064676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee3ae1-11ac-4cb9-a05c-bf5944eccf48 req-5661eb16-ce86-408b-a099-812c3677ff41 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:32.066295 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-67ee3ae1-11ac-4cb9-a05c-bf5944eccf48 req-5661eb16-ce86-408b-a099-812c3677ff41 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0485325 Jan 05 18:08:32.107003 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-67ee3ae1-11ac-4cb9-a05c-bf5944eccf48 req-07db7b6c-2a2c-4978-8d7a-e5e8abf9ea8e tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jan 05 18:08:33.040845 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d882b30-0f5b-49c8-9dd5-7a3301b3ac97 req-2a5973af-4874-4907-9c79-0dca16c0f157 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:33.042344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d882b30-0f5b-49c8-9dd5-7a3301b3ac97 req-2a5973af-4874-4907-9c79-0dca16c0f157 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0478053 Jan 05 18:08:33.080182 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d882b30-0f5b-49c8-9dd5-7a3301b3ac97 req-154d0af3-cd9c-4fb5-a8dd-cf7723a415d8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jan 05 18:08:33.232024 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28bafe-b99e-4a3b-af53-03dc078a261a req-6e366759-7457-4879-a0c2-65ba66da1661 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:33.233671 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d28bafe-b99e-4a3b-af53-03dc078a261a req-6e366759-7457-4879-a0c2-65ba66da1661 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0599947 Jan 05 18:08:33.273031 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d28bafe-b99e-4a3b-af53-03dc078a261a req-2bd87e48-314b-4c7e-81a1-55858f42def8 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Jan 05 18:08:34.200648 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323f28-0980-4e47-b77f-b72d340b40e2 req-62e3be25-31df-4fbf-8d23-4a0c5ab46a01 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:34.202134 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3f323f28-0980-4e47-b77f-b72d340b40e2 req-62e3be25-31df-4fbf-8d23-4a0c5ab46a01 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Jan 05 18:08:34.248106 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3f323f28-0980-4e47-b77f-b72d340b40e2 req-2271f535-acd9-4480-acf8-72428e2f5764 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Jan 05 18:08:34.388004 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f84b5-3f11-4c49-bf1d-964e55507d69 req-945a2fc7-e930-4804-b0eb-8c5d303da33d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:34.389592 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e5f84b5-3f11-4c49-bf1d-964e55507d69 req-945a2fc7-e930-4804-b0eb-8c5d303da33d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0478830 Jan 05 18:08:34.428510 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e5f84b5-3f11-4c49-bf1d-964e55507d69 req-1390890c-06f9-48e9-928d-ee2f5177ffd4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jan 05 18:08:35.374697 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276360-18c7-409b-9e84-7982e9af991b req-704b76c8-db7b-442e-baad-5193c85dc5de tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:35.376175 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a276360-18c7-409b-9e84-7982e9af991b req-704b76c8-db7b-442e-baad-5193c85dc5de tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Jan 05 18:08:35.415239 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a276360-18c7-409b-9e84-7982e9af991b req-00519663-572f-41ac-8d29-06682c36ec65 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Jan 05 18:08:35.533693 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f4d7-eb3e-4389-9ece-f20309cab1f6 req-b94d5a4f-f55f-4d97-a845-9b72465c5f66 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:35.535906 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d85f4d7-eb3e-4389-9ece-f20309cab1f6 req-b94d5a4f-f55f-4d97-a845-9b72465c5f66 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Jan 05 18:08:35.556765 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e580e28-8c9f-46c6-a954-eaa53c925322 req-32a18bb5-320b-4b85-8d6c-c7a6c620a815 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:35.558454 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4e580e28-8c9f-46c6-a954-eaa53c925322 req-32a18bb5-320b-4b85-8d6c-c7a6c620a815 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0573573 Jan 05 18:08:35.574065 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d85f4d7-eb3e-4389-9ece-f20309cab1f6 req-1988f45a-91ab-4aba-97ea-64402f7e43b2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jan 05 18:08:35.597706 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4e580e28-8c9f-46c6-a954-eaa53c925322 req-a3e57990-3ab5-4832-b946-88ee35f91ad7 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Jan 05 18:08:35.962425 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['40c6629f-ad64-4cb1-b51a-e4b9b5b708e5'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:08:36.714563 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a0f51-ef9c-4507-b0fa-839e61dcbf3d req-6fc63474-49aa-4b2b-b1fc-4a8bbcb72743 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:36.716026 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e9a0f51-ef9c-4507-b0fa-839e61dcbf3d req-6fc63474-49aa-4b2b-b1fc-4a8bbcb72743 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0462563 Jan 05 18:08:36.754346 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e9a0f51-ef9c-4507-b0fa-839e61dcbf3d req-fea63363-ec33-4401-ba33-4103a6ba56d4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jan 05 18:08:37.874709 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126c44-6134-4f5e-9f51-f72636be2934 req-ab04fe03-9989-4805-906e-c833b69e7787 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:37.876174 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-56126c44-6134-4f5e-9f51-f72636be2934 req-ab04fe03-9989-4805-906e-c833b69e7787 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 945 time: 0.0478442 Jan 05 18:08:37.913052 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-56126c44-6134-4f5e-9f51-f72636be2934 req-f95ea3a5-a0eb-4fd6-aaf1-74837662aabf tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Jan 05 18:08:38.218764 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:38.344124 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:08:38.345017 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56478) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:38.358349 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:38.358781 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.402346 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Deleting subnet f42f5ba4-aac5-48c4-b364-d317f9628de8 {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:08:38.405902 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.410831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.447286 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.459513 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.461383 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.499040 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:08:38.502887 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07676996-47b2-4411-a121-ee25d1553d14" -d '{"events": [{"server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "name": "network-vif-plugged", "status": "completed", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:08:38.516532 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:38.548846 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741d415-15a0-4259-b83f-8c6a8ae9ec4b x-openstack-request-id: req-2741d415-15a0-4259-b83f-8c6a8ae9ec4b {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:08:38.549752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "name": "network-vif-plugged", "status": "completed", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:08:38.550007 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2741d415-15a0-4259-b83f-8c6a8ae9ec4b {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:08:38.550603 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5', 'code': 200} Jan 05 18:08:38.613553 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.619315 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.650205 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42f5ba4-aac5-48c4-b364-d317f9628de8,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:38.660889 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.663638 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f01b7767-0500-43ff-9f8d-b705abc3e1a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f42f5ba4-aac5-48c4-b364-d317f9628de8 HTTP/1.1" status: 204 len: 168 time: 0.3151810 Jan 05 18:08:38.664806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56494) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:38.681588 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:38.750493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.831233 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:38.855380 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.855724 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.856515 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.856810 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > port after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.857128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.857459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > port after_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.857775 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.858123 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.858489 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.858793 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:38.870966 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3a015-1fa9-4ed1-abd5-0a072dd76d96 req-bf613877-b00a-4d2a-b67a-e88eba92ac04 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:38.873291 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-48b3a015-1fa9-4ed1-abd5-0a072dd76d96 req-bf613877-b00a-4d2a-b67a-e88eba92ac04 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0498285 Jan 05 18:08:38.911230 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-48b3a015-1fa9-4ed1-abd5-0a072dd76d96 req-b9d53318-b0b4-456a-ad50-c1eae9c771ac tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jan 05 18:08:38.990871 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9da47-f728-46d0-af10-73ef87843225 req-b230301b-fa93-4dd7-ab6c-aa610ff08924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:38.992289 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-53e9da47-f728-46d0-af10-73ef87843225 req-b230301b-fa93-4dd7-ab6c-aa610ff08924 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 1099 time: 0.0397468 Jan 05 18:08:39.008222 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:39.008717 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:39.008989 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:39.009325 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:08:39.009688 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354933f9-6aab-4087-9b39-47856633edfb']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:39.031499 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-53e9da47-f728-46d0-af10-73ef87843225 req-ce0a735d-563d-4fbd-b6bd-f028cf48a9fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Jan 05 18:08:39.046423 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e9906-1c36-48df-9987-a58009bd2791') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:39.046719 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e9906-1c36-48df-9987-a58009bd2791') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:39.088659 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.119117 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.133384 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:08:39.133779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: from cryptography.utils import int_from_bytes Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: from cryptography.utils import int_from_bytes Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:08:39.147052 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:08:39.161080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-bd10fd76-0586-4db4-9721-1f73c245da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:39.162686 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-bd10fd76-0586-4db4-9721-1f73c245da49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.1470110 Jan 05 18:08:39.194106 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f0b5-34f2-4d0b-b747-f3f6b92373bf req-4d298974-5b8e-4ed0-9c73-d1d561e742aa tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:39.195568 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4435f0b5-34f2-4d0b-b747-f3f6b92373bf req-4d298974-5b8e-4ed0-9c73-d1d561e742aa tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.1810412 Jan 05 18:08:39.243766 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4435f0b5-34f2-4d0b-b747-f3f6b92373bf req-73755360-496d-496f-8a4d-0eda29dd19c2 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381188 Jan 05 18:08:39.304318 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.311641 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.314706 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] 10.222.0.26 "DELETE /v2.0/networks/354933f9-6aab-4087-9b39-47856633edfb HTTP/1.1" status: 204 len: 168 time: 0.6477869 Jan 05 18:08:39.324410 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a253d2e-6db5-4c11-b8f2-c0ab954ae901 admin admin] Pushing event deleted for resources: {'Network': ['ID=354933f9-6aab-4087-9b39-47856633edfb,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:39.714585 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56516) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:39.758147 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-dbb8cedb-2918-4133-9442-cc325e32d143 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2146dec079e43c6879b09741cb3e64f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401278 Jan 05 18:08:39.759163 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56520) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:39.811016 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.833569 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.893644 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-8dea8075-93b9-4b6a-9719-42dab0b3524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:39.895140 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-8dea8075-93b9-4b6a-9719-42dab0b3524f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.1013849 Jan 05 18:08:39.961862 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.964683 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:39.968721 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cabeba6e-ba6e-40f4-a614-11ff4b3739d6 HTTP/1.1" status: 204 len: 168 time: 0.2093749 Jan 05 18:08:39.973347 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-e4b0b76b-cf3f-4365-b2c2-35e80320fca6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0353980 Jan 05 18:08:39.978815 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f677d-560e-460e-ab6a-3e3f22dcbe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabeba6e-ba6e-40f4-a614-11ff4b3739d6,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:40.056967 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23257705-cb53-4d90-8a4f-dbc5d20eebab req-1abc77c2-af59-4bb1-adf1-cb82a37947f4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:40.058690 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-23257705-cb53-4d90-8a4f-dbc5d20eebab req-1abc77c2-af59-4bb1-adf1-cb82a37947f4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0808494 Jan 05 18:08:40.077638 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-95dd113e-b235-477d-98e5-27003c078a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:40.080364 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-95dd113e-b235-477d-98e5-27003c078a84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0678420 Jan 05 18:08:40.307649 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-07abf001-ef3b-45ca-a75a-8e30f9bba45a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2192349 Jan 05 18:08:40.340000 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-23257705-cb53-4d90-8a4f-dbc5d20eebab req-4f9a0255-3e59-44fb-8186-eda1de5e2a77 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730689 Jan 05 18:08:40.373842 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c526375-0d00-4556-892a-cfd24767c6bb req-4306c500-eae0-4726-ae68-fa3870c0eee4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:40.375442 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c526375-0d00-4556-892a-cfd24767c6bb req-4306c500-eae0-4726-ae68-fa3870c0eee4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0601151 Jan 05 18:08:40.410976 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-4a66e410-c164-4128-937a-a569046e3e7d service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931902 Jan 05 18:08:40.442096 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c526375-0d00-4556-892a-cfd24767c6bb req-b5dc7302-4582-4b86-a739-725cdf72f65a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569091 Jan 05 18:08:40.509944 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7abc3256-6ba2-4f9b-99f4-50f5944bad9c req-bd176378-0726-421d-b35d-11a46c577cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914159 Jan 05 18:08:41.096276 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-a0112e3c-51d5-48e1-8f19-6cf995fe4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:41.098279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-a0112e3c-51d5-48e1-8f19-6cf995fe4d0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0602877 Jan 05 18:08:41.260893 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56586) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:41.327479 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-65e2c309-fa9b-4db7-a838-3a843db264ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.342939 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56590) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:41.404698 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-338896409-network', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:41.448450 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.460928 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4558a0f-4c5a-47c6-85c6-c64ba9f8bef4 req-430f13b4-242b-42df-9a38-3a8b9af844c4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:41.462436 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f4558a0f-4c5a-47c6-85c6-c64ba9f8bef4 req-430f13b4-242b-42df-9a38-3a8b9af844c4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0511601 Jan 05 18:08:41.493009 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Made reservation on behalf of b91be5b55b454af7a9f0f161ad064f64 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:41.495296 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.501640 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f4558a0f-4c5a-47c6-85c6-c64ba9f8bef4 req-e720f505-5955-4b31-b524-aecb89cbf9ce tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Jan 05 18:08:41.511436 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.546573 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.608883 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.609907 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6aa0c-1982-4232-9e64-94af996b1fae req-465643a6-e42d-4fea-aed5-07d62942b3bf tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:41.611403 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4dd6aa0c-1982-4232-9e64-94af996b1fae req-465643a6-e42d-4fea-aed5-07d62942b3bf tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0471935 Jan 05 18:08:41.618206 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.650446 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4dd6aa0c-1982-4232-9e64-94af996b1fae req-8d7dda6c-9a2e-45be-bee3-ea2665500b3c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Jan 05 18:08:41.656430 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea91e1e2adf442ae990539a5913d552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121953 Jan 05 18:08:41.661219 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d792bf-2761-43e3-9d2b-f7e8288da054,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:41.661361 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56598) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.673162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00c24d-57e4-45ec-accf-4aa3bb27ba6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.680702 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.709508 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:08:41.710067 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.714842 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84998f-6a8d-4a14-af0a-22a39289bb19,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:41.722251 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.724188 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Added segment fa06518e-576c-46f9-8e13-4e9aa9b5db44 of type vlan for network ae9edd83-a753-43bb-9794-9ca1d1f00bcd Jan 05 18:08:41.732574 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.761237 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.874921 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.877524 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.878845 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0d792bf-2761-43e3-9d2b-f7e8288da054 HTTP/1.1" status: 204 len: 168 time: 0.2181356 Jan 05 18:08:41.886941 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d792bf-2761-43e3-9d2b-f7e8288da054,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:41.894605 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.894951 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.895288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.895634 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.895942 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.896264 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.896582 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.896898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.897339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.897528 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.897841 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.902168 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b52972-89af-4350-afc9-45cee830c27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:41.910158 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.911239 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:41.911997 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:41.978566 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] Pushing event updated for resources: {'Network': ['ID=ae9edd83-a753-43bb-9794-9ca1d1f00bcd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:41.988063 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:08:42.034093 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a51699d8-a373-4c78-947e-6d80e9c90a9b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7719696 Jan 05 18:08:42.037024 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56604) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:42.041994 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Request body: {'subnet': {'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-subnet', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:42.098376 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Made reservation on behalf of b91be5b55b454af7a9f0f161ad064f64 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:42.101189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.321927 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.377051 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dc4b04-792a-444d-adee-ca61cf4d1a92,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:42.386182 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Checking segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:42.386529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Network hostable DHCP agents. Network: ae9edd83-a753-43bb-9794-9ca1d1f00bcd, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:08:42.481769 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:08:42.561853 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, ae9edd83-a753-43bb-9794-9ca1d1f00bcd) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:42.569636 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5586095-6755-436c-991a-b177c78dc67d None None] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:42.572534 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:42.573123 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.630579 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429ade-0aec-4b99-8c86-5092c7ffec10 req-fd5dc9c8-dd05-43d2-a398-c265aa074ce2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:42.632331 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e1429ade-0aec-4b99-8c86-5092c7ffec10 req-fd5dc9c8-dd05-43d2-a398-c265aa074ce2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0625916 Jan 05 18:08:42.652860 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d4f3ec8f-b2db-4c9e-bf62-ea6ab8d46e7f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6123176 Jan 05 18:08:42.653100 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56628) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:42.657885 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:42.673880 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e1429ade-0aec-4b99-8c86-5092c7ffec10 req-8997c8f0-2b28-44ed-9e63-6807f68ad5bc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Jan 05 18:08:42.736238 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:08:42.737243 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.779436 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8479f1-408c-42ba-85da-bcec8c8e696c req-d3013169-8eea-41bd-b8cc-87609f303527 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:42.781022 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac8479f1-408c-42ba-85da-bcec8c8e696c req-d3013169-8eea-41bd-b8cc-87609f303527 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0481064 Jan 05 18:08:42.785160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.786772 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.828132 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac8479f1-408c-42ba-85da-bcec8c8e696c req-5365186a-758b-4b61-8170-2ad892a5eb43 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Jan 05 18:08:42.846366 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:42.888703 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Allocated IP 172.20.0.2 (ae9edd83-a753-43bb-9794-9ca1d1f00bcd/38dc4b04-792a-444d-adee-ca61cf4d1a92/3040c1dc-80ee-4429-9801-bbec62de1e7f) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:08:43.048246 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.071400 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.137980 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.174785 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:43.177555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:43.181119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:08:43.191731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Pushing event updated for resources: {'Port': ['ID=3040c1dc-80ee-4429-9801-bbec62de1e7f,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:43.239193 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Attempting to bind port 3040c1dc-80ee-4429-9801-bbec62de1e7f on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:08:43.239551 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Attempting to bind port 3040c1dc-80ee-4429-9801-bbec62de1e7f by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:08:43.239909 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Attempting to bind port 3040c1dc-80ee-4429-9801-bbec62de1e7f on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:08:43.244615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:08:43.244979 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Checking segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:43.245370 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.245749 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Bound using segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:08:43.246233 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Bound port: 3040c1dc-80ee-4429-9801-bbec62de1e7f, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:08:43.246600 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.311188 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] For port 3040c1dc-80ee-4429-9801-bbec62de1e7f, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:08:43.314520 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] For port 3040c1dc-80ee-4429-9801-bbec62de1e7f, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3040c1dc-80ee-4429-9801-bbec62de1e7f,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:08:43.343394 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.362283 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.407485 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.474116 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703409-43db-4bb2-af8a-965e3dc7e3b4 None None] Pushing event updated for resources: {'Port': ['ID=3040c1dc-80ee-4429-9801-bbec62de1e7f,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:43.476771 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Allocated IP 172.37.1.203 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/e9becc35-819e-40cd-ad7f-c654e690dec4) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:08:43.528066 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56648) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:43.566757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f5b6553c-fc22-4901-8689-c6c9981c3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.592798 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.647671 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e9d67f92-74f7-4d01-9d30-10f5c17d57ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.694833 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.763216 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:43.765501 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e9d67f92-74f7-4d01-9d30-10f5c17d57ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.767629 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:43.771228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:08:43.797127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9becc35-819e-40cd-ad7f-c654e690dec4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:43.834510 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3ab14-5b75-4a5d-9a4f-ebde9142b053 req-846c6547-076a-4ccf-aaba-d87264e6744b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:43.836041 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-41d3ab14-5b75-4a5d-9a4f-ebde9142b053 req-846c6547-076a-4ccf-aaba-d87264e6744b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0606127 Jan 05 18:08:43.837187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e9d67f92-74f7-4d01-9d30-10f5c17d57ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.890242 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e9d67f92-74f7-4d01-9d30-10f5c17d57ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=959ddc8105aa46fc839b6c40089345f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609784 Jan 05 18:08:43.893886 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56656) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:43.894505 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d67f92-74f7-4d01-9d30-10f5c17d57ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf72977-702a-47b5-9504-d5a21524d25b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:43.923045 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-41d3ab14-5b75-4a5d-9a4f-ebde9142b053 req-333fc8cb-b1c4-41ea-aa71-ca0b57a06da9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808825 Jan 05 18:08:43.958740 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:43.980544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.057001 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77b783-ba5e-4fe8-b19f-faa8932ac364 req-71b0fdc7-2571-4cb0-aa6c-eacca05037c9 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:44.058572 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc77b783-ba5e-4fe8-b19f-faa8932ac364 req-71b0fdc7-2571-4cb0-aa6c-eacca05037c9 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0718579 Jan 05 18:08:44.114634 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc77b783-ba5e-4fe8-b19f-faa8932ac364 req-9c73307d-a98a-40d6-9513-3bf9634d33f5 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Jan 05 18:08:44.130928 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.172353 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.179482 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.179482 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdf72977-702a-47b5-9504-d5a21524d25b HTTP/1.1" status: 204 len: 168 time: 0.2802079 Jan 05 18:08:44.191028 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6af28-5656-4fd4-9a9a-71d2c138c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf72977-702a-47b5-9504-d5a21524d25b,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:44.240269 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 3040c1dc-80ee-4429-9801-bbec62de1e7f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:44.286836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 3040c1dc-80ee-4429-9801-bbec62de1e7f triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:44.287206 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.355924 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.371593 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.406148 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 3040c1dc-80ee-4429-9801-bbec62de1e7f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3040c1dc-80ee-4429-9801-bbec62de1e7f,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:44.458201 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14004a2c-17ff-40db-9355-a29e39fbf9ef None None] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:44.529836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-68f05ed6-0806-450d-9e85-ba9a258fd29a None None] Provisioning complete for port 3040c1dc-80ee-4429-9801-bbec62de1e7f triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:44.530253 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-68f05ed6-0806-450d-9e85-ba9a258fd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.616799 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Router a5221018-cce8-406c-886f-df407e002e75 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:08:44.681441 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.683369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.749700 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-2207ff34-7017-4641-b025-96da538db48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:44.751106 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-2207ff34-7017-4641-b025-96da538db48b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.1831696 Jan 05 18:08:44.781579 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=3040c1dc-80ee-4429-9801-bbec62de1e7f,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:44.802196 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-c929a213-db84-45bd-bf4e-fa31501079b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0427368 Jan 05 18:08:44.803380 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:08:44.811799 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:08:44.822622 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:08:44.823391 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:08:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:44.860856 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-fe824045-b69e-4d2b-b663-95995685e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:44.862945 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-fe824045-b69e-4d2b-b663-95995685e657 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0498924 Jan 05 18:08:44.930819 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:08:44.941716 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-cafe748d-2a5e-4454-bcc6-4113c1645d41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285823 Jan 05 18:08:44.944459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:44.946366 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c73c1ac5-2fb1-483b-9819-823e948548b5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2915461 Jan 05 18:08:44.956900 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56670) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:45.063917 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-52704ecd-cecd-4164-aec7-22f0c8db030d service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100328 Jan 05 18:08:45.133914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c24e-a218-408d-9b79-1fec68e3c60f req-f47e68ea-9491-4916-ad7e-e3964be7821b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:45.135534 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e643c24e-a218-408d-9b79-1fec68e3c60f req-f47e68ea-9491-4916-ad7e-e3964be7821b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0724349 Jan 05 18:08:45.183062 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-2abe9ec3-4275-482c-ba45-12defa64e0ce None None] Provisioning complete for port 3040c1dc-80ee-4429-9801-bbec62de1e7f triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:45.183563 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2abe9ec3-4275-482c-ba45-12defa64e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.186419 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:43Z', 'revision_number': 3, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:45.194110 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fae3e2e9-f107-4ef5-82bb-e157a3137b21 req-04138d33-0d99-4a47-93ff-88bd2d6ef216 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135440 Jan 05 18:08:45.220581 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:08:45.221611 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Updating router a5221018-cce8-406c-886f-df407e002e75 port e9becc35-819e-40cd-ad7f-c654e690dec4 binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:08:45.273430 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.309555 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf583a72-a6c4-48c8-91e5-110c554b4f79 req-dae87871-15a2-4d73-88e8-6fa3ffaf149b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:45.320150 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bf583a72-a6c4-48c8-91e5-110c554b4f79 req-dae87871-15a2-4d73-88e8-6fa3ffaf149b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0748367 Jan 05 18:08:45.378436 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bf583a72-a6c4-48c8-91e5-110c554b4f79 req-6c9e8518-acb2-435f-9b9e-46e7b27e1316 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 Jan 05 18:08:45.574365 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.575440 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e643c24e-a218-408d-9b79-1fec68e3c60f req-43e4226c-a90e-40e4-bb57-6295f482c598 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252431 Jan 05 18:08:45.640938 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.693357 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Attempting to bind port e9becc35-819e-40cd-ad7f-c654e690dec4 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:08:45.693727 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Attempting to bind port e9becc35-819e-40cd-ad7f-c654e690dec4 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:08:45.694122 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Attempting to bind port e9becc35-819e-40cd-ad7f-c654e690dec4 on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:08:45.703030 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Pushing event updated for resources: {'Port': ['ID=e9becc35-819e-40cd-ad7f-c654e690dec4,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:45.706126 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:08:45.706509 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:45.706924 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.707321 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:08:45.707787 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Bound port: e9becc35-819e-40cd-ad7f-c654e690dec4, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:08:45.708185 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.714129 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717029 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717654 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.717870 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:08:45.735323 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.768553 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] For port e9becc35-819e-40cd-ad7f-c654e690dec4, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:08:45.771672 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] For port e9becc35-819e-40cd-ad7f-c654e690dec4, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e9becc35-819e-40cd-ad7f-c654e690dec4,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:08:45.830878 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:45.883363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:08:45.884158 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:08:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:45.889299 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Allocated IP 172.20.0.1 (ae9edd83-a753-43bb-9794-9ca1d1f00bcd/38dc4b04-792a-444d-adee-ca61cf4d1a92/a2e19057-94fc-4f73-9edb-f9d912be1010) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:08:45.952715 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8be0-74bc-4b70-8e51-a7a857923205 None None] Pushing event updated for resources: {'Port': ['ID=e9becc35-819e-40cd-ad7f-c654e690dec4,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:45.992926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.000534 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:08:46.075219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.103410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.111981 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 3040c1dc-80ee-4429-9801-bbec62de1e7f up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:46.117327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:46.120197 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:46.123670 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:08:46.124184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.164837 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Pushing event updated for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:46.177998 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 3040c1dc-80ee-4429-9801-bbec62de1e7f triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:46.178836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.214655 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:43Z', 'revision_number': 3, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:46.250893 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92daf8-b5b4-414b-925a-31a3615ce873 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:43Z', 'revision_number': 3, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:08:46.366912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.466455 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7b1f3305-c0c7-4c7b-bbf9-305ffd09eea6 None None] Provisioning complete for port a2e19057-94fc-4f73-9edb-f9d912be1010 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:46.466825 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3305-c0c7-4c7b-bbf9-305ffd09eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.504106 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f3305-c0c7-4c7b-bbf9-305ffd09eea6 None None] Port a2e19057-94fc-4f73-9edb-f9d912be1010 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:08:46.538568 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.644877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99ddbd-a8ea-4d53-b5b8-bfd0b32f78ca req-3f91dc7a-df07-43f4-b890-a9b1a6b3e965 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:46.650504 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7a99ddbd-a8ea-4d53-b5b8-bfd0b32f78ca req-3f91dc7a-df07-43f4-b890-a9b1a6b3e965 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.1670926 Jan 05 18:08:46.687398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.708000 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7a99ddbd-a8ea-4d53-b5b8-bfd0b32f78ca req-5232474f-47b5-44d3-aa20-8027574ec586 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Jan 05 18:08:46.768637 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e7d79-919e-4ad0-b273-3b719e10eca1 req-9d665ac8-693a-4b97-8c20-3f9aa295a694 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:46.776444 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-537e7d79-919e-4ad0-b273-3b719e10eca1 req-9d665ac8-693a-4b97-8c20-3f9aa295a694 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0870671 Jan 05 18:08:46.807102 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.808635 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:46.842787 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-537e7d79-919e-4ad0-b273-3b719e10eca1 req-2c52b95a-ef4a-42f7-92e9-a741b5188e0f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Jan 05 18:08:46.914914 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56744) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:46.970294 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Pushing event updated for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:47.028043 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:47.029994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:47.165080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5411e5e8-859d-4590-8c9e-ab999d856986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.194945 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:08:47.313116 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5411e5e8-859d-4590-8c9e-ab999d856986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.384642 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:08:47.394335 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fe481987-2827-4752-a31e-66e23e59d2ed admin admin] 10.222.0.26 "PUT /v2.0/routers/a5221018-cce8-406c-886f-df407e002e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325769 Jan 05 18:08:47.402963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5411e5e8-859d-4590-8c9e-ab999d856986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.416170 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56774) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:47.436193 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-2089a38b-8a1b-4070-99b6-9cd2a2d3fa9f None None] Provisioning complete for port a2e19057-94fc-4f73-9edb-f9d912be1010 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:47.436683 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2089a38b-8a1b-4070-99b6-9cd2a2d3fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.453407 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5411e5e8-859d-4590-8c9e-ab999d856986 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1352dc7e96d647e9946644b1e2d1879f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353031 Jan 05 18:08:47.454216 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56780) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:47.514675 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2089a38b-8a1b-4070-99b6-9cd2a2d3fa9f None None] Port a2e19057-94fc-4f73-9edb-f9d912be1010 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:08:47.522684 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411e5e8-859d-4590-8c9e-ab999d856986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cd631-c388-4a8e-8c93-158318d45970,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:47.544009 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.570193 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.605134 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a8a9db55-6d2c-4fb5-8602-3a73fbdeb1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.693588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.696468 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.697682 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae1cd631-c388-4a8e-8c93-158318d45970 HTTP/1.1" status: 204 len: 168 time: 0.2424822 Jan 05 18:08:47.709113 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219057f-89c6-499d-9e82-48a1fba37d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cd631-c388-4a8e-8c93-158318d45970,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:47.803544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a8a9db55-6d2c-4fb5-8602-3a73fbdeb1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.895135 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a8a9db55-6d2c-4fb5-8602-3a73fbdeb1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:47.948763 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a8a9db55-6d2c-4fb5-8602-3a73fbdeb1cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ed1119016224a5da68e29b3fbbe3c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314045 Jan 05 18:08:47.951828 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56796) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:47.963038 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9db55-6d2c-4fb5-8602-3a73fbdeb1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e463e9-fe09-4b32-9da5-03998b678853,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:47.991363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873601e1-9407-44cd-90f2-16c5e9b61849 req-02486b16-0332-4c06-9874-456d5d6950ac tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:47.993460 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-873601e1-9407-44cd-90f2-16c5e9b61849 req-02486b16-0332-4c06-9874-456d5d6950ac tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0605288 Jan 05 18:08:48.037029 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.052211 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-873601e1-9407-44cd-90f2-16c5e9b61849 req-ab065292-0ea4-400a-9bc7-47847305090a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Jan 05 18:08:48.087749 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56798) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:48.092562 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--518371008', 'description': 'tempest-description--1423686811'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:48.094633 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.206403 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e9becc35-819e-40cd-ad7f-c654e690dec4 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:48.207235 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.241842 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.248580 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.248580 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23e463e9-fe09-4b32-9da5-03998b678853 HTTP/1.1" status: 204 len: 168 time: 0.2938070 Jan 05 18:08:48.259638 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff0a61-0ebd-4148-810b-945c35a6dc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e463e9-fe09-4b32-9da5-03998b678853,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:48.290601 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port e9becc35-819e-40cd-ad7f-c654e690dec4 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:48.290948 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.317559 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.379872 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.399705 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port e9becc35-819e-40cd-ad7f-c654e690dec4, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e9becc35-819e-40cd-ad7f-c654e690dec4,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:48.401504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.430826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548f3984-a8c7-448a-a91e-2f393933f377,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:48.448539 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:08:48.460193 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:08:48.460526 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:08:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:48.492085 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.493532 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-1e62664a-af16-4ee9-a6d0-f47146cb33b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4044981 Jan 05 18:08:48.496733 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56822) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:48.500182 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.502779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group_rule': {'security_group_id': '548f3984-a8c7-448a-a91e-2f393933f377', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:48.607561 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=e9becc35-819e-40cd-ad7f-c654e690dec4,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:48.638167 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.651194 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:08:48.692971 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56834) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:48.701624 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.711115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8db876d1-49c4-488a-966f-a2ea3e30ae4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.766561 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.795967 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f0bada-0416-4c67-b330-8e7e753572ce,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:48.814880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8db876d1-49c4-488a-966f-a2ea3e30ae4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.866650 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.869631 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3844a1a0-b651-4979-997e-8859777a66a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3719127 Jan 05 18:08:48.876317 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56844) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:48.881515 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group_rule': {'security_group_id': '548f3984-a8c7-448a-a91e-2f393933f377', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:48.904954 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8db876d1-49c4-488a-966f-a2ea3e30ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:48.921160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 2, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:48.945253 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db876d1-49c4-488a-966f-a2ea3e30ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e5e68-8ae7-4b86-9e48-d36c31e4ddab,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:48.960617 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:08:48.960969 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Updating router a5221018-cce8-406c-886f-df407e002e75 port a2e19057-94fc-4f73-9edb-f9d912be1010 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:08:48.963770 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-8db876d1-49c4-488a-966f-a2ea3e30ae4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e2d0b0988634b3aa77bd196790be0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695303 Jan 05 18:08:48.966443 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56850) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:48.996244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.025575 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.038404 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.077635 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.133615 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.175295 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840eec4-3434-42f1-a897-6c950aa3cc6e req-4d8b48df-2c9c-4c48-a5f1-f16b0d98aa09 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:49.177071 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a840eec4-3434-42f1-a897-6c950aa3cc6e req-4d8b48df-2c9c-4c48-a5f1-f16b0d98aa09 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0534599 Jan 05 18:08:49.216771 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.229161 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d1d570-ea8f-43e6-b7d1-8a5ac21840f2,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:49.230983 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.232883 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a840eec4-3434-42f1-a897-6c950aa3cc6e req-1e622639-2c46-479a-af11-87217cc9de7d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Jan 05 18:08:49.234404 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.235618 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a2e5e68-8ae7-4b86-9e48-d36c31e4ddab HTTP/1.1" status: 204 len: 168 time: 0.2682011 Jan 05 18:08:49.261241 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf9c14-2782-4605-bacc-80ff4c6a7f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e5e68-8ae7-4b86-9e48-d36c31e4ddab,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:49.311771 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.401947 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.404065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.405700 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-29623e6b-aa74-413b-90f7-33b19f039a9a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280139 Jan 05 18:08:49.408963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56866) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:49.413698 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:49.467939 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7001a-8e92-4f24-8a55-1144c7a9cbff None None] Pushing event updated for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:49.523653 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Attempting to bind port a2e19057-94fc-4f73-9edb-f9d912be1010 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:08:49.524273 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Attempting to bind port a2e19057-94fc-4f73-9edb-f9d912be1010 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:08:49.524633 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Attempting to bind port a2e19057-94fc-4f73-9edb-f9d912be1010 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:08:49.529919 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:08:49.530326 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Checking segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:49.530944 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.531530 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Bound using segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:08:49.531960 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Bound port: a2e19057-94fc-4f73-9edb-f9d912be1010, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:08:49.532522 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.553143 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.608252 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:08:49.625949 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] For port a2e19057-94fc-4f73-9edb-f9d912be1010, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:08:49.630157 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] For port a2e19057-94fc-4f73-9edb-f9d912be1010, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a2e19057-94fc-4f73-9edb-f9d912be1010,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:08:49.706152 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.727737 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:49.819487 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:08:49.835748 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:08:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:49.873591 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Allocated IP 172.37.1.127 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/79fe354c-bfda-491e-80d7-a0693f3f8b1c) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:08:49.952489 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] Provisioning complete for port a2e19057-94fc-4f73-9edb-f9d912be1010 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:49.953128 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.007957 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:08:50.013682 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7001a-8e92-4f24-8a55-1144c7a9cbff None None] Pushing event updated for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:50.083447 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.137359 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e9becc35-819e-40cd-ad7f-c654e690dec4 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:50.196217 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.244298 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:08:50.247575 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:50.251860 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:08:50.280070 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=79fe354c-bfda-491e-80d7-a0693f3f8b1c,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:50.430750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.504018 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port e9becc35-819e-40cd-ad7f-c654e690dec4 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:50.504693 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.509730 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] For port a2e19057-94fc-4f73-9edb-f9d912be1010, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a2e19057-94fc-4f73-9edb-f9d912be1010,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:08:50.613314 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:49Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:08:50.668343 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.673133 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c40cf-36d0-4e63-a159-34c4675ac2d0 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:49Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:08:50.761919 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298cff6-7c9f-4ffa-8ee7-538780649dd5 None None] Pushing event updated for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:50.804830 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f41fd682-7bc6-429a-af00-88aa44dc274a None None] Provisioning complete for port a2e19057-94fc-4f73-9edb-f9d912be1010 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:50.806862 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f41fd682-7bc6-429a-af00-88aa44dc274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.832747 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.854215 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d65b9-4ca6-4619-b66c-10d35b5dd139 req-180fe632-e088-41fa-a9dc-0e210d0ca3f9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:50.869803 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-714d65b9-4ca6-4619-b66c-10d35b5dd139 req-180fe632-e088-41fa-a9dc-0e210d0ca3f9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.5013187 Jan 05 18:08:50.952643 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:50.953378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56920) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:50.955820 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-714d65b9-4ca6-4619-b66c-10d35b5dd139 req-69fe4599-c813-4b8c-9b41-615212b9ed56 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847940 Jan 05 18:08:51.149186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.166399 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-736b0147-dff7-45aa-9c0a-4d4566f2838d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.207134 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.265713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-736b0147-dff7-45aa-9c0a-4d4566f2838d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.285482 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=79fe354c-bfda-491e-80d7-a0693f3f8b1c,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:51.308523 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.361007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-736b0147-dff7-45aa-9c0a-4d4566f2838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.393045 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.402712 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fda5c2d8-79bd-4bc6-9f24-707c16b74752 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9845312 Jan 05 18:08:51.403467 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0147-dff7-45aa-9c0a-4d4566f2838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8d0a3-da90-4920-98ab-20ea666ea3fc,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:51.408797 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-736b0147-dff7-45aa-9c0a-4d4566f2838d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ec532afe3af4afc82f9130d313f7d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527111 Jan 05 18:08:51.411607 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56934) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:51.480403 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.511453 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.654079 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.657083 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:51.658364 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91e8d0a3-da90-4920-98ab-20ea666ea3fc HTTP/1.1" status: 204 len: 168 time: 0.2456384 Jan 05 18:08:51.668957 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dc012-afd6-4bb2-8ccb-764fd84a4bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8d0a3-da90-4920-98ab-20ea666ea3fc,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:51.674427 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-4a70e0b6-c712-47cc-aae0-1179311ad77b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--518371008&fields=id&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 267 time: 0.0751843 Jan 05 18:08:51.833246 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2f8195ae-fa90-49a9-8e59-08325e85b5d3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:51.835217 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2f8195ae-fa90-49a9-8e59-08325e85b5d3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 816 time: 0.1555789 Jan 05 18:08:51.860051 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-37178854-813d-480f-9752-1b35898d7e55 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/quotas/b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 375 time: 0.0149646 Jan 05 18:08:51.938422 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2cb5c961-2ba5-4c21-961a-3a65b9894294 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708826 Jan 05 18:08:52.088123 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-d158cf21-6b73-4807-89d9-7d981fd3b5ff service neutron] 10.222.0.26 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305714 Jan 05 18:08:52.199806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe1e6-b70e-49da-a007-71830548e754 req-9a8ca1a7-2252-48bf-9cb8-f413880b7804 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:52.213189 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81dbe1e6-b70e-49da-a007-71830548e754 req-9a8ca1a7-2252-48bf-9cb8-f413880b7804 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0918710 Jan 05 18:08:52.222456 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device a2e19057-94fc-4f73-9edb-f9d912be1010 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:08:52.231232 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-273c8b4d-8fba-40ae-971a-56cbdf79a7ec service neutron] 10.222.0.26 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422400 Jan 05 18:08:52.293684 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81dbe1e6-b70e-49da-a007-71830548e754 req-e030b0f2-d037-49d5-8f65-92fd0472d85e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740547 Jan 05 18:08:52.307989 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port a2e19057-94fc-4f73-9edb-f9d912be1010 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:08:52.308353 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.556175 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b126fae-50c7-4a60-89d7-d59caa14d1e6 req-50e14cae-8300-4573-86d7-09f96d4927be tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0345185 Jan 05 18:08:52.655338 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56982) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:52.669225 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f9590746-3106-4c4f-acef-e725b931f52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.761789 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f9590746-3106-4c4f-acef-e725b931f52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.792703 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 56988) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:52.818403 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f9590746-3106-4c4f-acef-e725b931f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.855737 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9590746-3106-4c4f-acef-e725b931f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546cc97b-c3bd-4731-a82c-fd472a0fec2f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:52.862594 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f9590746-3106-4c4f-acef-e725b931f52f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f391ba55ce7d44cf84b1944da271dbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060678 Jan 05 18:08:52.863308 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 56992) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:52.917431 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-29afff69-b6ff-4e99-b870-181fa618fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.925639 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:52.947478 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.012837 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-29afff69-b6ff-4e99-b870-181fa618fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.081929 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.084501 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.085681 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/546cc97b-c3bd-4731-a82c-fd472a0fec2f HTTP/1.1" status: 204 len: 168 time: 0.2212622 Jan 05 18:08:53.093283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e59c2-2a8d-4e9f-ae00-381305eb015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546cc97b-c3bd-4731-a82c-fd472a0fec2f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:53.144177 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-29afff69-b6ff-4e99-b870-181fa618fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.210757 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afff69-b6ff-4e99-b870-181fa618fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168fd4a4-1404-4abc-bceb-0135dc3e6d46,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:53.219022 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-29afff69-b6ff-4e99-b870-181fa618fde6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=337387cd97c9458d824be869d8687aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252765 Jan 05 18:08:53.222824 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57002) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:53.276943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.298573 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.424874 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f352d-9c93-4551-ab96-bf421352b137 req-dd3f75f9-e251-436c-9c5e-a04ca66acb1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:53.426378 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d56f352d-9c93-4551-ab96-bf421352b137 req-dd3f75f9-e251-436c-9c5e-a04ca66acb1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0581384 Jan 05 18:08:53.466049 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d56f352d-9c93-4551-ab96-bf421352b137 req-241e2ad2-8d75-4a02-85bc-678b161db039 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Jan 05 18:08:53.475062 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.478543 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:53.485161 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/168fd4a4-1404-4abc-bceb-0135dc3e6d46 HTTP/1.1" status: 204 len: 168 time: 0.2603981 Jan 05 18:08:53.497292 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d8312-3cff-44fd-a672-cc3857174234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168fd4a4-1404-4abc-bceb-0135dc3e6d46,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:53.674849 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-36a14d24-9b41-4870-91cb-110f51668bda req-60df6365-1f9a-4248-93b6-f09d7aaf316d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0344920 Jan 05 18:08:54.109777 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57032) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:54.122997 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-41cdedbb-f21c-428f-85cf-2a566ea35c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.208906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-41cdedbb-f21c-428f-85cf-2a566ea35c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.292258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-41cdedbb-f21c-428f-85cf-2a566ea35c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.329229 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdedbb-f21c-428f-85cf-2a566ea35c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9f0c4-4b75-4f0a-a439-f708a7914335,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:54.336865 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-41cdedbb-f21c-428f-85cf-2a566ea35c74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ab289b5c2de4054a64934a9018c234f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235906 Jan 05 18:08:54.337089 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57042) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:54.388826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.409514 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.543030 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.545510 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:54.546710 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56e9f0c4-4b75-4f0a-a439-f708a7914335 HTTP/1.1" status: 204 len: 168 time: 0.2087369 Jan 05 18:08:54.570875 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca4e10-43ca-497d-a686-1f129402b341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9f0c4-4b75-4f0a-a439-f708a7914335,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:54.604177 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935408b8-df4b-489a-8658-47de9f5c4a1d req-7c43bde3-4a80-48ec-9ffa-0b9f2af588c1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:54.611007 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-935408b8-df4b-489a-8658-47de9f5c4a1d req-7c43bde3-4a80-48ec-9ffa-0b9f2af588c1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0776603 Jan 05 18:08:54.652081 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-935408b8-df4b-489a-8658-47de9f5c4a1d req-c8c221a0-4f1d-440f-9f27-dae67a1d9008 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Jan 05 18:08:54.785307 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-552a4a35-2212-47bc-a43f-7a0b6e6764fd req-62a5541b-c986-4a9f-b61b-18893db9d9ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0271311 Jan 05 18:08:55.622979 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57096) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:55.778244 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198285c-c18b-4509-b483-deef3be9ce6b req-e7e89a98-3fc0-466c-9bd3-465ac71e88d2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:55.779949 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b198285c-c18b-4509-b483-deef3be9ce6b req-e7e89a98-3fc0-466c-9bd3-465ac71e88d2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0507274 Jan 05 18:08:55.820933 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b198285c-c18b-4509-b483-deef3be9ce6b req-016463ef-e044-4464-9394-2a9b71b7dd98 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Jan 05 18:08:55.832920 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589450189-network', 'tenant_id': '73f769edd9954845885b6d5533cde252'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:55.915699 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Made reservation on behalf of 73f769edd9954845885b6d5533cde252 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:55.916455 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d52fb763-cd95-4bc8-a308-3d881c2e5023 req-b757ed8a-ae41-4f09-8be8-a75de08753ab tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0298858 Jan 05 18:08:55.918068 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:55.932587 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.041024 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.110172 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.130660 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:08:56.145221 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb358e-ab60-4438-9d46-e2242b7d6dff,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:56.148011 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.148349 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Added segment 6504297a-b5e7-4f47-b8d7-2526201e5aea of type vlan for network a97d552f-089b-4e6a-bb5e-0e9e0db67256 Jan 05 18:08:56.190309 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.247337 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.248327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:56.248909 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.308034 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] Pushing event updated for resources: {'Network': ['ID=a97d552f-089b-4e6a-bb5e-0e9e0db67256,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:56.318165 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network a97d552f-089b-4e6a-bb5e-0e9e0db67256 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:08:56.383078 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b63d03b6-b4fd-4118-81f9-730fba6465aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7563710 Jan 05 18:08:56.383402 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57122) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:56.388204 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Request body: {'subnet': {'network_id': 'a97d552f-089b-4e6a-bb5e-0e9e0db67256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589450189-subnet', 'tenant_id': '73f769edd9954845885b6d5533cde252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:56.475461 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Made reservation on behalf of 73f769edd9954845885b6d5533cde252 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:56.477831 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.733174 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.793837 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143d2e98-d4e1-4ab6-b872-e5065764f250,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:56.799512 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Checking segment: {'id': '6504297a-b5e7-4f47-b8d7-2526201e5aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a97d552f-089b-4e6a-bb5e-0e9e0db67256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:56.800561 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Network hostable DHCP agents. Network: a97d552f-089b-4e6a-bb5e-0e9e0db67256, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:08:56.852687 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Network a97d552f-089b-4e6a-bb5e-0e9e0db67256 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:08:56.903957 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, a97d552f-089b-4e6a-bb5e-0e9e0db67256) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:56.908740 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:56.909538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:56.916701 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb42f1-3f6a-4646-8379-e20def4ea6ce None None] Network a97d552f-089b-4e6a-bb5e-0e9e0db67256 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:56.976548 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ccdf-3a8d-4062-9f17-c76d9c882ede req-a02fe520-9486-4654-bc6d-49bad44e927d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:56.978124 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7412ccdf-3a8d-4062-9f17-c76d9c882ede req-a02fe520-9486-4654-bc6d-49bad44e927d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0497031 Jan 05 18:08:57.002045 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-e51a3492-f5a1-4e02-8b91-c3ceaa2aabb9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6174695 Jan 05 18:08:57.019215 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7412ccdf-3a8d-4062-9f17-c76d9c882ede req-cd88a2c5-c216-4f49-92c6-52764c62ed06 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Jan 05 18:08:57.051377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564ce6b-40d4-4fac-b27c-7f2acecafe60 None None] Network a97d552f-089b-4e6a-bb5e-0e9e0db67256 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:57.110118 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-91e292f2-bcc1-49ae-a02f-568d0096fb1c req-9c1f2fec-8ede-4797-b790-54f2e71225f2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0256977 Jan 05 18:08:57.719007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57150) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:57.724199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-462642401-network', 'tenant_id': '8c358f5a49b246fd90f9f199e1a9b1c4'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:57.801117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Made reservation on behalf of 8c358f5a49b246fd90f9f199e1a9b1c4 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:57.803446 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:57.812277 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:57.885995 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:57.960000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:57.984299 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:08:57.992683 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b2b78-b14e-4e28-9432-d6ac3eb77fe4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:57.999417 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:57.999759 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Added segment e5657ff5-888e-48cf-8ee3-787c82bfe52e of type vlan for network f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 Jan 05 18:08:58.041934 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.131491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.132480 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:58.133058 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.137891 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bfba5-c824-49fd-b5b1-4c55426bd79e req-69f75f6c-dc54-454d-a57e-90f94769bca5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:58.139581 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-197bfba5-c824-49fd-b5b1-4c55426bd79e req-69f75f6c-dc54-454d-a57e-90f94769bca5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Jan 05 18:08:58.178328 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-197bfba5-c824-49fd-b5b1-4c55426bd79e req-da625b69-224d-4cb0-a3c7-c76925daac27 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jan 05 18:08:58.190046 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] Pushing event updated for resources: {'Network': ['ID=f41dc980-ee27-4a2a-ba4b-fa8efd7490f7,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:58.199940 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:08:58.244807 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-64c3d541-341e-4a5d-a2e5-0b95407e9976 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5245395 Jan 05 18:08:58.247350 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57158) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:08:58.252550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Request body: {'subnet': {'network_id': 'f41dc980-ee27-4a2a-ba4b-fa8efd7490f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-462642401-subnet', 'tenant_id': '8c358f5a49b246fd90f9f199e1a9b1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:08:58.274944 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c5c14c38-fd5f-431e-9d68-fa1acebdc5a2 req-ef61d92d-7f6f-4aaa-8605-1002b6829eb6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0341647 Jan 05 18:08:58.327128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Made reservation on behalf of 8c358f5a49b246fd90f9f199e1a9b1c4 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:08:58.329583 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.554966 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.611031 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Pushing event updated for resources: {'Subnet': ['ID=821beb62-6ea5-4747-9c3c-9de9e341787a,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:08:58.619392 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Checking segment: {'id': 'e5657ff5-888e-48cf-8ee3-787c82bfe52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f41dc980-ee27-4a2a-ba4b-fa8efd7490f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:08:58.619749 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Network hostable DHCP agents. Network: f41dc980-ee27-4a2a-ba4b-fa8efd7490f7, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:08:58.731765 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Network f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:08:58.824037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, f41dc980-ee27-4a2a-ba4b-fa8efd7490f7) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:08:58.827945 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:58.828529 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:08:58.833266 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd43d5-c50c-4e46-ad12-a816edaf6853 None None] Network f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:58.930369 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-35ff184c-edc3-4f9e-8ee1-92a7050e656f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6819282 Jan 05 18:08:58.956217 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70335951-a533-4819-8fbf-1896aecd379a None None] Network f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:08:59.293204 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b41a1-79e7-4097-b567-38695b9543e6 req-4ec63a92-13a0-4f62-a442-984e09c4e8cf tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:08:59.295263 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ad2b41a1-79e7-4097-b567-38695b9543e6 req-4ec63a92-13a0-4f62-a442-984e09c4e8cf tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0477633 Jan 05 18:08:59.333187 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ad2b41a1-79e7-4097-b567-38695b9543e6 req-03c041ab-5ff0-4753-b415-e3e5c3a8785d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Jan 05 18:08:59.417364 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-26123770-5ff7-4e56-a0f8-bed9ae54dcbb req-fcc5aac0-64d9-43bd-a735-75e4087ce02e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0287020 Jan 05 18:09:00.449236 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201cca-f2da-4038-a3f5-a1fd6a30e58f req-a7123080-8011-4ad4-99c1-631859cc30f6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:00.450821 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d201cca-f2da-4038-a3f5-a1fd6a30e58f req-a7123080-8011-4ad4-99c1-631859cc30f6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0499868 Jan 05 18:09:00.492689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d201cca-f2da-4038-a3f5-a1fd6a30e58f req-21ab661e-5a26-4614-9945-16fdf1931c43 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348489 Jan 05 18:09:00.523272 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d552b03-ea80-4221-9083-9a53d7536b1e req-262612bf-4b64-41c6-a834-07f34eb3207e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0299609 Jan 05 18:09:00.745032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-6d2e793f-56c0-4895-806b-7efb69ef5fc3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:00.746397 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-6d2e793f-56c0-4895-806b-7efb69ef5fc3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 816 time: 0.1068807 Jan 05 18:09:00.801426 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-5f574109-4f53-4861-88be-7dba8a080b0c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 379 time: 0.0322373 Jan 05 18:09:00.813978 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'port': {'device_id': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'admin_state_up': True, 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'security_groups': ['548f3984-a8c7-448a-a91e-2f393933f377']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:01.001186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Made reservation on behalf of b91be5b55b454af7a9f0f161ad064f64 for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:09:01.005358 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.135624 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Allocated IP 172.20.0.6 (ae9edd83-a753-43bb-9794-9ca1d1f00bcd/38dc4b04-792a-444d-adee-ca61cf4d1a92/c5a45800-a3d4-41a3-b81d-2714d69e10a8) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:01.289100 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.373134 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.416155 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:01.419104 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:01.422858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:01.449648 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:01.481962 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:01.482994 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.605227 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-2a47a617-2708-4c7f-b070-bf5bad79966e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950816 Jan 05 18:09:01.628523 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11e087-c787-4a70-baeb-ae7445666389 req-af4b21ec-3051-438e-a3f2-4e16c9019945 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:01.635151 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d11e087-c787-4a70-baeb-ae7445666389 req-af4b21ec-3051-438e-a3f2-4e16c9019945 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0703278 Jan 05 18:09:01.654484 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Request body: {'port': {'device_id': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:01.654751 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-2cff51ca-9bb0-44a2-bc5a-094cbef20271 None None] Provisioning complete for port c5a45800-a3d4-41a3-b81d-2714d69e10a8 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:01.655232 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2cff51ca-9bb0-44a2-bc5a-094cbef20271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.675920 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d11e087-c787-4a70-baeb-ae7445666389 req-811ff1f7-247d-454d-97c7-8cbb21916d1f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Jan 05 18:09:01.707774 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2cff51ca-9bb0-44a2-bc5a-094cbef20271 None None] Port c5a45800-a3d4-41a3-b81d-2714d69e10a8 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:09:01.716294 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270fd3b-3e4a-4e02-9746-eb936f79cada req-21924388-a338-4b1b-b3cd-4b2311c3c2b8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:01.717879 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8270fd3b-3e4a-4e02-9746-eb936f79cada req-21924388-a338-4b1b-b3cd-4b2311c3c2b8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 931 time: 0.1099775 Jan 05 18:09:01.754845 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:01.784661 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8270fd3b-3e4a-4e02-9746-eb936f79cada req-583c2a27-685e-47e8-bc53-cb2cfbc723f4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509675 Jan 05 18:09:02.038786 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:09:02.047283 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:02.061830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Transition to ACTIVE for port object c5a45800-a3d4-41a3-b81d-2714d69e10a8 will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:09:02.144536 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:02.222556 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:02.278094 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Attempting to bind port c5a45800-a3d4-41a3-b81d-2714d69e10a8 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:02.278430 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Attempting to bind port c5a45800-a3d4-41a3-b81d-2714d69e10a8 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:02.278761 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Attempting to bind port c5a45800-a3d4-41a3-b81d-2714d69e10a8 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:02.283366 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Port c5a45800-a3d4-41a3-b81d-2714d69e10a8 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:09:02.284206 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Attempting to bind port c5a45800-a3d4-41a3-b81d-2714d69e10a8 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:02.289979 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:02.290353 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Checking segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:02.290723 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Bound using segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:02.291189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Bound port: c5a45800-a3d4-41a3-b81d-2714d69e10a8, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:02.291696 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:02.364490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:02.367569 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:02.435793 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:02.468915 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:02.469695 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:02.470898 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 1093 time: 0.8220110 Jan 05 18:09:02.471973 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:09:02.474649 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:09:02.498295 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5b69-0d1c-471b-bb12-ee0b0078e711 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:02.515388 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d669975-8fae-4e5d-adb6-f3431819dbce x-openstack-request-id: req-4d669975-8fae-4e5d-adb6-f3431819dbce {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:09:02.515388 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:09:02.515645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d669975-8fae-4e5d-adb6-f3431819dbce {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:09:02.515873 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'status': 'completed', 'code': 200} Jan 05 18:09:02.701448 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-bbdd5202-dcc0-47c3-9ba8-11b8aadf8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:02.703012 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-bbdd5202-dcc0-47c3-9ba8-11b8aadf8a08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1096 time: 0.0483127 Jan 05 18:09:02.847208 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f387c-884a-4b11-9d8c-0616c3b2e628 req-015fd7f6-6f89-4314-bc60-d91254b164db tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:02.848675 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ee3f387c-884a-4b11-9d8c-0616c3b2e628 req-015fd7f6-6f89-4314-bc60-d91254b164db tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0786781 Jan 05 18:09:02.853600 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-b7c7a00d-ef6f-4346-a311-665ca995a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:02.855034 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-b7c7a00d-ef6f-4346-a311-665ca995a224 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b91be5b55b454af7a9f0f161ad064f64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1349823 Jan 05 18:09:02.897369 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ee3f387c-884a-4b11-9d8c-0616c3b2e628 req-db64e20d-976d-41d0-8dae-96d9fbe5a3b9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Jan 05 18:09:02.911849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef69d2e-e8e8-45cf-ae1a-e249a3d31a31 req-105d168d-043e-4271-8486-4c4f086d1759 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:02.913393 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eef69d2e-e8e8-45cf-ae1a-e249a3d31a31 req-105d168d-043e-4271-8486-4c4f086d1759 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0504103 Jan 05 18:09:02.951246 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eef69d2e-e8e8-45cf-ae1a-e249a3d31a31 req-f780dfc7-3e13-4edd-9264-f8180e4d77e4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Jan 05 18:09:04.008448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f616-98a1-4cfe-b354-8a5ebba7b300 req-3afd47b1-9b24-4481-828c-313f15aaed7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:04.009817 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3b8f616-98a1-4cfe-b354-8a5ebba7b300 req-3afd47b1-9b24-4481-828c-313f15aaed7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0470030 Jan 05 18:09:04.050060 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3b8f616-98a1-4cfe-b354-8a5ebba7b300 req-9b06090b-13a9-4a70-8017-3e6d524de4cb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344174 Jan 05 18:09:04.152010 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a435-f035-4881-823d-c5865ae579b4 req-0f6c439d-bdcc-4a2d-8706-e30df7f970d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:04.154452 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b72a435-f035-4881-823d-c5865ae579b4 req-0f6c439d-bdcc-4a2d-8706-e30df7f970d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0503321 Jan 05 18:09:04.192904 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b72a435-f035-4881-823d-c5865ae579b4 req-7284492d-69ba-421c-897b-103b9b22d7fb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 Jan 05 18:09:05.082644 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-58d2ba14-8cd6-4e9b-91a1-8ff283d8efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:05.084121 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8a251bb3-3128-4d7a-8006-4c6f287f1ae2 req-58d2ba14-8cd6-4e9b-91a1-8ff283d8efba service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906744 Jan 05 18:09:05.308720 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595556d0-ca49-41a4-bfa3-1f4ea3035c00 req-dc291f6a-fa17-4afe-adfc-41cf175b8ac9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:05.310425 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-595556d0-ca49-41a4-bfa3-1f4ea3035c00 req-dc291f6a-fa17-4afe-adfc-41cf175b8ac9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0484514 Jan 05 18:09:05.348230 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-595556d0-ca49-41a4-bfa3-1f4ea3035c00 req-0c761609-f988-425c-bb6e-92b80bc41b2f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jan 05 18:09:05.444894 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae8a3-a305-4c2f-89d3-bb2111c56390 req-79e56503-8f62-427b-a463-8028f4634ecf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:05.446350 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a56ae8a3-a305-4c2f-89d3-bb2111c56390 req-79e56503-8f62-427b-a463-8028f4634ecf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0462799 Jan 05 18:09:05.485803 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a56ae8a3-a305-4c2f-89d3-bb2111c56390 req-5588ebc8-fbb5-415a-bccb-7dcbfa9e40a5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Jan 05 18:09:06.460079 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197f7e1-4a2b-49a7-a018-f14844734d2d req-ffa88cb0-9326-4d1b-aeb5-f6d6201d3f7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:06.461554 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b197f7e1-4a2b-49a7-a018-f14844734d2d req-ffa88cb0-9326-4d1b-aeb5-f6d6201d3f7a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0475178 Jan 05 18:09:06.498046 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b197f7e1-4a2b-49a7-a018-f14844734d2d req-eb89c60a-88aa-471d-971d-4e5928bb49fc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305221 Jan 05 18:09:06.600631 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0355169-a126-4e9a-96bd-9e555104d2f2 req-9b905012-cc62-4679-87fe-2786aa6e8db2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:06.602111 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f0355169-a126-4e9a-96bd-9e555104d2f2 req-9b905012-cc62-4679-87fe-2786aa6e8db2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0484486 Jan 05 18:09:06.640328 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f0355169-a126-4e9a-96bd-9e555104d2f2 req-19309191-e84b-4d06-830b-f81d5e3d0a24 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Jan 05 18:09:07.609824 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f396e-9784-4d0c-abe8-66a352961663 req-deea65e9-509e-45ca-8c04-9e63a44fe218 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:07.611332 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-872f396e-9784-4d0c-abe8-66a352961663 req-deea65e9-509e-45ca-8c04-9e63a44fe218 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0468924 Jan 05 18:09:07.652199 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-872f396e-9784-4d0c-abe8-66a352961663 req-86017cd3-52c1-4062-a219-c747846996aa tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Jan 05 18:09:07.757825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66d242-66b4-4b34-8611-2edbd0d413cf req-930f45b2-f1fb-482a-b962-b27cf8ad8867 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:07.759323 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c66d242-66b4-4b34-8611-2edbd0d413cf req-930f45b2-f1fb-482a-b962-b27cf8ad8867 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0475125 Jan 05 18:09:07.795548 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c66d242-66b4-4b34-8611-2edbd0d413cf req-bd8fced2-e326-46f1-86cb-00174d5b643e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302746 Jan 05 18:09:07.960827 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-fde02c5d-3279-49c7-bc23-0b1d86180c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:07.962327 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-fde02c5d-3279-49c7-bc23-0b1d86180c11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1096 time: 0.0408788 Jan 05 18:09:08.010646 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-6ca2a0ef-d1f5-4832-aa87-8a35676df43b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 217 time: 0.0334258 Jan 05 18:09:08.064611 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-ae689514-c2e7-434d-9427-fc87f9f59b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:08.066179 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-ae689514-c2e7-434d-9427-fc87f9f59b75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0471160 Jan 05 18:09:08.111131 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6271-e367-42a5-8704-611d79f40229 req-514a7caf-9e89-47f1-ac7b-3f995fe44d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:08.113279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-514a7caf-9e89-47f1-ac7b-3f995fe44d90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394881 Jan 05 18:09:08.202538 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-c2aa3705-63db-47d2-84fd-9ccf8815144c service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789299 Jan 05 18:09:08.291806 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb5d6271-e367-42a5-8704-611d79f40229 req-e39239f0-4c8c-4774-8ecc-af074c19f4a5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822768 Jan 05 18:09:08.378580 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:08.765515 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822b6c-2453-4244-84d8-0c20a76c3cc5 req-16cc0f3f-61c2-4a42-b0af-0a10a33c6e00 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:08.767038 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96822b6c-2453-4244-84d8-0c20a76c3cc5 req-16cc0f3f-61c2-4a42-b0af-0a10a33c6e00 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Jan 05 18:09:08.808370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96822b6c-2453-4244-84d8-0c20a76c3cc5 req-3e78b0dc-231e-4958-9030-1bc0395702ee tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Jan 05 18:09:08.915501 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f842e-1e3d-4001-8d23-76995b16a13c req-e568934f-f991-4c5a-bd73-1f3a8a7a8b5a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:08.917039 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b97f842e-1e3d-4001-8d23-76995b16a13c req-e568934f-f991-4c5a-bd73-1f3a8a7a8b5a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0488045 Jan 05 18:09:08.985920 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136d5c4-37c0-4059-938b-28887b1f3515 req-02cc05db-f1cb-4527-8d13-f9649379eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:08.987492 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4136d5c4-37c0-4059-938b-28887b1f3515 req-02cc05db-f1cb-4527-8d13-f9649379eea8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0695715 Jan 05 18:09:08.991589 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b97f842e-1e3d-4001-8d23-76995b16a13c req-776d9462-ba66-4e6c-9705-828a39c0ee83 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638838 Jan 05 18:09:09.089064 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4136d5c4-37c0-4059-938b-28887b1f3515 req-ff20cd9f-7b46-4d93-8644-f784e5e15024 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293057 Jan 05 18:09:09.930696 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c66e7a-41bd-4714-ad5e-5127773ee049 req-f8aac8ac-b2ec-43d3-a055-c52301aa0a77 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:09.932229 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-10c66e7a-41bd-4714-ad5e-5127773ee049 req-f8aac8ac-b2ec-43d3-a055-c52301aa0a77 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0525637 Jan 05 18:09:09.951524 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57358) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:09.977036 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-10c66e7a-41bd-4714-ad5e-5127773ee049 req-736c9aee-2f83-406c-bc75-95426b4fe6da tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Jan 05 18:09:10.067621 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a35a6837-dbd1-4701-8c3b-871b602f2344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.135313 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acf440-3977-49b0-b679-b3bf2f55740f req-e1a63c9b-a0d3-4100-b987-411231f999f0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:10.136833 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-68acf440-3977-49b0-b679-b3bf2f55740f req-e1a63c9b-a0d3-4100-b987-411231f999f0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0485427 Jan 05 18:09:10.153970 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a35a6837-dbd1-4701-8c3b-871b602f2344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.179677 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-68acf440-3977-49b0-b679-b3bf2f55740f req-dffb69dd-876f-42d6-8f31-6b95e2712da9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365570 Jan 05 18:09:10.262963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a35a6837-dbd1-4701-8c3b-871b602f2344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.302485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a6837-dbd1-4701-8c3b-871b602f2344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f148dd-14a3-48d3-86e8-9dc4247da142,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:10.306785 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a35a6837-dbd1-4701-8c3b-871b602f2344 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee5fbd242e6c44ccb5488f22569328fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543298 Jan 05 18:09:10.309980 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57368) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:10.363427 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.385826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.486998 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.489502 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:10.490744 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f148dd-14a3-48d3-86e8-9dc4247da142 HTTP/1.1" status: 204 len: 168 time: 0.1797349 Jan 05 18:09:10.498282 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2506d-0a1f-48df-89cf-5656a6ef56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f148dd-14a3-48d3-86e8-9dc4247da142,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:11.089562 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bde92-424c-40dc-8007-a10534868304 req-48ee60f0-49a1-48dd-b367-dbf337bdd121 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:11.091166 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a25bde92-424c-40dc-8007-a10534868304 req-48ee60f0-49a1-48dd-b367-dbf337bdd121 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0482991 Jan 05 18:09:11.133394 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a25bde92-424c-40dc-8007-a10534868304 req-3d3aa5d4-3b78-4e5b-87e6-43b15585f996 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335686 Jan 05 18:09:11.150407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57388) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:11.164468 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-95bf7123-f9f3-40c8-99fe-5d3fa7a2872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.241598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-95bf7123-f9f3-40c8-99fe-5d3fa7a2872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.304779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d4495-bf98-4b52-ae7b-7f48b5e391e6 req-ed0defa8-dfc8-4f46-adae-8ea01b96ca3f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:11.306316 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e1d4495-bf98-4b52-ae7b-7f48b5e391e6 req-ed0defa8-dfc8-4f46-adae-8ea01b96ca3f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0523281 Jan 05 18:09:11.315479 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-95bf7123-f9f3-40c8-99fe-5d3fa7a2872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.344454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5eb85f6b-7d78-4294-8a45-3d6b81cfa746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.353873 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e1d4495-bf98-4b52-ae7b-7f48b5e391e6 req-9d6e58a5-659e-4541-aeaa-1444cd102808 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Jan 05 18:09:11.355998 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-95bf7123-f9f3-40c8-99fe-5d3fa7a2872f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55a0dfa8607a4b26befb39c264689703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045543 Jan 05 18:09:11.357195 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf7123-f9f3-40c8-99fe-5d3fa7a2872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271204e3-050f-47ef-ab01-6a6525344e0b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:11.358632 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57398) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:11.411368 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.432346 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.766391 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.769170 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:11.770333 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/271204e3-050f-47ef-ab01-6a6525344e0b HTTP/1.1" status: 204 len: 168 time: 0.4099135 Jan 05 18:09:11.778429 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2739d-f781-493f-8732-4523451a6a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271204e3-050f-47ef-ab01-6a6525344e0b,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:12.248464 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06111fd-cdc6-47b0-bd0e-27a68cb66cf8 req-3016c176-5bec-492c-95f2-7007d27bf7b1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.249916 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b06111fd-cdc6-47b0-bd0e-27a68cb66cf8 req-3016c176-5bec-492c-95f2-7007d27bf7b1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0469439 Jan 05 18:09:12.290507 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b06111fd-cdc6-47b0-bd0e-27a68cb66cf8 req-b1fdf4b5-370e-4a8e-acbd-c6a378d17362 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Jan 05 18:09:12.430620 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:09:12.436658 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57420) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:12.460514 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afecd0a1-e49a-4cc8-a84f-9a4cf69125e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.521063 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20737497-aba5-43bc-87bf-275e79c5c58c req-11688c2d-7964-4e2b-956a-4dff808a04ad tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.522606 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-20737497-aba5-43bc-87bf-275e79c5c58c req-11688c2d-7964-4e2b-956a-4dff808a04ad tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0789688 Jan 05 18:09:12.536831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:12.548379 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:09:12.577555 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-20737497-aba5-43bc-87bf-275e79c5c58c req-daef9720-7be1-457e-9ae4-6c8d527e3c97 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Jan 05 18:09:12.609743 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afecd0a1-e49a-4cc8-a84f-9a4cf69125e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.636922 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.654915 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:09:12.669638 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afecd0a1-e49a-4cc8-a84f-9a4cf69125e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.692654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:12.713881 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-afecd0a1-e49a-4cc8-a84f-9a4cf69125e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1344f698925f4ce38a3e702693194ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761352 Jan 05 18:09:12.715569 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecd0a1-e49a-4cc8-a84f-9a4cf69125e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c47f6d7-cbfa-4c47-a860-13cfe9b8b81e,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:12.719013 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57432) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:12.745858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c654b7b-6ec0-41fe-ae75-843001924ccb req-b8bbe8fa-1947-4b88-a572-a9eba2731fab tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.748559 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1c654b7b-6ec0-41fe-ae75-843001924ccb req-b8bbe8fa-1947-4b88-a572-a9eba2731fab tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1070321 Jan 05 18:09:12.756122 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-1a21d26f-0e3c-4266-8ecd-1aadc62095a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.757620 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-1a21d26f-0e3c-4266-8ecd-1aadc62095a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0678766 Jan 05 18:09:12.761183 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.776561 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.799485 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.813587 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:12.846835 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1c654b7b-6ec0-41fe-ae75-843001924ccb req-3ebe8e84-1e10-4f67-862b-ad157a4ab8ee tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927403 Jan 05 18:09:12.887938 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-b0ab02a0-82f0-48f3-b34b-a4fa8cff12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.889533 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-b0ab02a0-82f0-48f3-b34b-a4fa8cff12f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.1186044 Jan 05 18:09:12.926344 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.929000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:12.930571 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c47f6d7-cbfa-4c47-a860-13cfe9b8b81e HTTP/1.1" status: 204 len: 168 time: 0.2101743 Jan 05 18:09:12.937840 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-428d54cf-9a5e-402b-a79e-60c48bb2a0dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0355649 Jan 05 18:09:12.938445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d4d7-666b-4f0a-bef6-4b8e6806eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c47f6d7-cbfa-4c47-a860-13cfe9b8b81e,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:12.990229 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-bbb306d9-658b-4ac8-9ace-d301df771d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:12.991953 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-bbb306d9-658b-4ac8-9ace-d301df771d32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0531867 Jan 05 18:09:13.027494 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-3d6e80a6-9ef6-42c9-8106-84916126dab2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276268 Jan 05 18:09:13.126604 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-e376d3e1-f1e0-48df-b030-2d224725ca24 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839963 Jan 05 18:09:13.250978 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd62b2d0-f7bf-419b-80e4-9430e7d2cc9f req-96faae9d-80f6-4c15-81b8-11f821e7aaf5 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046879 Jan 05 18:09:13.350958 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['c5a45800-a3d4-41a3-b81d-2714d69e10a8'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:09:13.549294 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-505cdc95-2ffa-43f0-8221-d83e13d57142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:13.746369 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4622d6-e60f-4e6c-a77b-9c9515e02576 req-a40115e9-0e96-48a4-b46c-a5f9360ae9f6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:13.747941 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6c4622d6-e60f-4e6c-a77b-9c9515e02576 req-a40115e9-0e96-48a4-b46c-a5f9360ae9f6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0548410 Jan 05 18:09:13.791546 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6c4622d6-e60f-4e6c-a77b-9c9515e02576 req-b3b6a718-02b2-4f44-a2e9-8e9a08b84a97 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366585 Jan 05 18:09:13.963053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0e1b-9116-4820-a5fc-1309f8f17027 req-76bc9acb-63ae-4233-828d-11415283fd08 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:13.965164 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a37b0e1b-9116-4820-a5fc-1309f8f17027 req-76bc9acb-63ae-4233-828d-11415283fd08 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0518255 Jan 05 18:09:14.005510 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a37b0e1b-9116-4820-a5fc-1309f8f17027 req-c38544dc-d76b-408c-8362-50fe9ed24513 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jan 05 18:09:14.549497 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:14.916803 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1a26-f0d9-462b-be66-96e98504ced7 req-3517d4d7-de67-402b-9233-227e3a3a5194 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:14.918326 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d3eb1a26-f0d9-462b-be66-96e98504ced7 req-3517d4d7-de67-402b-9233-227e3a3a5194 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0487416 Jan 05 18:09:14.959999 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d3eb1a26-f0d9-462b-be66-96e98504ced7 req-9b552482-2eb4-4b4f-9210-fee723b0e0f5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351264 Jan 05 18:09:15.126604 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea335d-6bb9-4568-9858-44944fedfd07 req-6fb23202-4854-4434-b427-4c7361ce29b0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:15.128220 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9ea335d-6bb9-4568-9858-44944fedfd07 req-6fb23202-4854-4434-b427-4c7361ce29b0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0541744 Jan 05 18:09:15.166827 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9ea335d-6bb9-4568-9858-44944fedfd07 req-34ff891f-1c6b-4d5a-9388-754cd9f24c14 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jan 05 18:09:16.009548 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57552) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:16.080135 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0e27-7cc0-4a0f-86b2-aa609b9f66a6 req-a8bd8c69-2725-4e25-a95f-77c38d0116e8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:16.081634 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-119b0e27-7cc0-4a0f-86b2-aa609b9f66a6 req-a8bd8c69-2725-4e25-a95f-77c38d0116e8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0511613 Jan 05 18:09:16.104523 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.117715 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9190-2b58-4476-9663-948b3f6918f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.123930 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-119b0e27-7cc0-4a0f-86b2-aa609b9f66a6 req-67205fe5-5ab1-4623-9408-7d42aefcb18c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360863 Jan 05 18:09:16.189490 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9190-2b58-4476-9663-948b3f6918f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.236607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2b2c9190-2b58-4476-9663-948b3f6918f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.297900 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c9190-2b58-4476-9663-948b3f6918f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade8487a-febe-4120-96cc-3ce80b66b8af,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:16.304710 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2b2c9190-2b58-4476-9663-948b3f6918f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0157b55578194292bc29bb20e86e2a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940745 Jan 05 18:09:16.307619 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57558) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:16.341484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551fc3f-ac10-47a2-8a7a-f329c7981987 req-6af295cd-cc9c-4807-ac80-c9fc4f01b610 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:16.343057 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f551fc3f-ac10-47a2-8a7a-f329c7981987 req-6af295cd-cc9c-4807-ac80-c9fc4f01b610 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1076851 Jan 05 18:09:16.384327 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f551fc3f-ac10-47a2-8a7a-f329c7981987 req-02e8c48b-0777-44b5-b4da-578ac963e6b4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Jan 05 18:09:16.437221 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:16.492420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.543505 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port c5a45800-a3d4-41a3-b81d-2714d69e10a8 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:09:16.548631 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port c5a45800-a3d4-41a3-b81d-2714d69e10a8 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:16.549303 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.566385 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.592433 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.654679 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.677911 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:09:16.680343 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7e722-8a77-4786-af42-a5eb0cb3099e" -d '{"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:09:16.693566 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:16.715092 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.717808 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.719036 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ade8487a-febe-4120-96cc-3ce80b66b8af HTTP/1.1" status: 204 len: 168 time: 0.4093587 Jan 05 18:09:16.719258 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375fa04c-778d-4186-84e1-b91b29292b77 x-openstack-request-id: req-375fa04c-778d-4186-84e1-b91b29292b77 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:09:16.719619 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:09:16.719878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-375fa04c-778d-4186-84e1-b91b29292b77 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:09:16.720264 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'code': 200} Jan 05 18:09:16.727962 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c43f2-c717-427b-980a-e3eb7a720462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade8487a-febe-4120-96cc-3ce80b66b8af,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:16.760417 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:16.809354 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:17.185667 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305c249-db4f-45bd-905c-8ba65a39bffa req-dbb72868-5499-4b81-9a1d-5862ed8db634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:17.187230 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7305c249-db4f-45bd-905c-8ba65a39bffa req-dbb72868-5499-4b81-9a1d-5862ed8db634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1098 time: 0.0403121 Jan 05 18:09:17.223274 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7305c249-db4f-45bd-905c-8ba65a39bffa req-f9357eaf-30c0-4d0b-ba3f-15fab1ad4526 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283267 Jan 05 18:09:17.248831 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d5ab-45f2-47b0-997e-1159ee4ca98f req-c1aa141a-cdf5-4fbf-80e1-e37b1811874f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:17.250313 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0fa2d5ab-45f2-47b0-997e-1159ee4ca98f req-c1aa141a-cdf5-4fbf-80e1-e37b1811874f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0508356 Jan 05 18:09:17.289605 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0fa2d5ab-45f2-47b0-997e-1159ee4ca98f req-dbebdc24-9616-43ef-a413-0b8bc7826f50 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jan 05 18:09:17.381875 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57580) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:17.394713 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3756cf08-4664-4fa2-99c3-d03576d42fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.493229 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3756cf08-4664-4fa2-99c3-d03576d42fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.512315 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214fd28-d060-47f2-b38a-f54cd1b99520 req-fb85a20f-c499-41ee-a362-1cf2cee3ae96 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:17.513808 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9214fd28-d060-47f2-b38a-f54cd1b99520 req-fb85a20f-c499-41ee-a362-1cf2cee3ae96 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0560513 Jan 05 18:09:17.551599 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9214fd28-d060-47f2-b38a-f54cd1b99520 req-9d625ddd-ec5e-4326-a59d-0885c680f4f7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Jan 05 18:09:17.560996 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3756cf08-4664-4fa2-99c3-d03576d42fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.602325 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3756cf08-4664-4fa2-99c3-d03576d42fea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd24cffc048444faa7e09852fd8e9d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192905 Jan 05 18:09:17.603520 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756cf08-4664-4fa2-99c3-d03576d42fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26156c-de43-421c-8871-98cd5438061a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:17.604926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57588) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:17.655735 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.676425 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.834809 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.837320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:17.840079 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d26156c-de43-421c-8871-98cd5438061a HTTP/1.1" status: 204 len: 168 time: 0.2318227 Jan 05 18:09:17.846392 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe614a-8896-45d2-8785-4876e9f4695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26156c-de43-421c-8871-98cd5438061a,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:18.407084 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5dbd2-a56a-4ada-9d22-d952f0c2298f req-fb5860d7-92ce-40f9-bc5b-e380620ed50c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:18.408584 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-58d5dbd2-a56a-4ada-9d22-d952f0c2298f req-fb5860d7-92ce-40f9-bc5b-e380620ed50c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0498204 Jan 05 18:09:18.452120 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-58d5dbd2-a56a-4ada-9d22-d952f0c2298f req-30c89ca8-9426-4476-9a0e-623b0e5e3d5a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372622 Jan 05 18:09:19.574395 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86ca2e-a4e1-4522-90fc-3ad0fe46e045 req-2f957f34-3ac3-4683-8634-e862fd2c6ac0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:19.575869 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1c86ca2e-a4e1-4522-90fc-3ad0fe46e045 req-2f957f34-3ac3-4683-8634-e862fd2c6ac0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Jan 05 18:09:19.613706 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1c86ca2e-a4e1-4522-90fc-3ad0fe46e045 req-50574ad0-0575-4b31-83dd-8d8bad80b638 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Jan 05 18:09:20.730714 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4ce2-947f-4ad6-b510-0c8ce223ea41 req-1d31da1a-718e-4c56-ace9-ba38ba956315 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:20.732233 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bf5a4ce2-947f-4ad6-b510-0c8ce223ea41 req-1d31da1a-718e-4c56-ace9-ba38ba956315 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Jan 05 18:09:20.770166 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bf5a4ce2-947f-4ad6-b510-0c8ce223ea41 req-aa36de8d-b2c1-4a10-a662-b189e62ab79b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Jan 05 18:09:21.885469 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c332e-3d4c-49e1-8303-4dd0f9b97af7 req-5fac38d8-7e30-4cc5-9eaf-ce305c7ed5cb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:21.886871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df0c332e-3d4c-49e1-8303-4dd0f9b97af7 req-5fac38d8-7e30-4cc5-9eaf-ce305c7ed5cb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0472152 Jan 05 18:09:21.923941 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df0c332e-3d4c-49e1-8303-4dd0f9b97af7 req-aae623de-de43-488d-9dab-b3bf9a7b7cfc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Jan 05 18:09:23.042493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bc2-92de-430d-8d80-fc25a413fac5 req-c4a23a57-2231-47ac-95da-0248234fbbc1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:23.043940 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b8bb8bc2-92de-430d-8d80-fc25a413fac5 req-c4a23a57-2231-47ac-95da-0248234fbbc1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0501497 Jan 05 18:09:23.080691 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b8bb8bc2-92de-430d-8d80-fc25a413fac5 req-1c17716c-dfd4-4d8e-96ee-0ac6e24814a8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308912 Jan 05 18:09:24.196162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c63cbb-c0d0-4c94-bff7-0817e5b44d7c req-8b8cf31f-6ab0-4734-a4bc-dd4bbe4f0835 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:24.197643 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-12c63cbb-c0d0-4c94-bff7-0817e5b44d7c req-8b8cf31f-6ab0-4734-a4bc-dd4bbe4f0835 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0471935 Jan 05 18:09:24.235057 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-12c63cbb-c0d0-4c94-bff7-0817e5b44d7c req-f0f3a947-6c4c-42af-a984-7e352c2fae1e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Jan 05 18:09:25.352221 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a9d4-4131-4118-bd51-bd29dc5d2e6c req-6946b5c0-e9e9-4427-9870-40006cfbf07b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:25.353659 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5612a9d4-4131-4118-bd51-bd29dc5d2e6c req-6946b5c0-e9e9-4427-9870-40006cfbf07b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Jan 05 18:09:25.390861 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5612a9d4-4131-4118-bd51-bd29dc5d2e6c req-4e2e0465-6d10-47c9-9c19-0b88b59ca99a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Jan 05 18:09:25.506767 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1956a-197a-40d5-a30d-19bef8344fa3 req-edcfe64e-de2f-4033-b97a-66d0ed17171d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:25.508290 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-24a1956a-197a-40d5-a30d-19bef8344fa3 req-edcfe64e-de2f-4033-b97a-66d0ed17171d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0480089 Jan 05 18:09:25.517242 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57726) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:25.527877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'floatingip': {'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:25.563654 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:25.627617 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198970e-3023-4657-a7d2-7ac0d1bf79e7 req-d0d40672-a1be-4c45-9529-e8c502a08c4c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:25.629770 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4198970e-3023-4657-a7d2-7ac0d1bf79e7 req-d0d40672-a1be-4c45-9529-e8c502a08c4c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0516410 Jan 05 18:09:25.667654 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4198970e-3023-4657-a7d2-7ac0d1bf79e7 req-920a8920-8211-4781-91ab-9f80885c1d1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Jan 05 18:09:26.174492 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:26.257497 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:26.351599 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Floating IP 43ea4d97-9d2c-4b7c-ae27-843a2c67d191 associated. External IP: 172.37.1.127, port: c5a45800-a3d4-41a3-b81d-2714d69e10a8. Jan 05 18:09:26.557190 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:09:26.608445 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:09:26.669283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:09:26.673894 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:26.680742 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:09:26.690101 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:26.690759 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:26.701784 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ee90dfbf-44fd-44ab-93c0-b180c9367547 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "PUT /v2.0/floatingips/43ea4d97-9d2c-4b7c-ae27-843a2c67d191 HTTP/1.1" status: 200 len: 991 time: 1.1831937 Jan 05 18:09:26.702519 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:09:26.710539 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefa954-a286-457e-abca-71acb568dfce" -d '{"events": [{"name": "network-changed", "server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:09:26.768913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932a6d52-88ef-4787-9597-a4a650244844 x-openstack-request-id: req-932a6d52-88ef-4787-9597-a4a650244844 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:09:26.769206 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:09:26.769988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-932a6d52-88ef-4787-9597-a4a650244844 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:09:26.770421 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'status': 'completed', 'code': 200} Jan 05 18:09:26.801037 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:26.885351 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa954-a286-457e-abca-71acb568dfce req-76d0e230-29a3-486d-8f33-2ed0603a3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:26.886920 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-76d0e230-29a3-486d-8f33-2ed0603a3d40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1098 time: 0.0405078 Jan 05 18:09:26.977364 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa954-a286-457e-abca-71acb568dfce req-cab89fad-779a-41b1-a70e-8be4e618a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:26.978896 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-cab89fad-779a-41b1-a70e-8be4e618a6d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.0849211 Jan 05 18:09:27.028048 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '43ea4d97-9d2c-4b7c-ae27-843a2c67d191', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.127', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:08:50Z', 'updated_at': '2022-01-05T18:09:26Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:27.050307 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-84aacfd3-2dd8-491a-bc17-79bd6081cf54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 999 time: 0.0639048 Jan 05 18:09:27.060223 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:09:27.076997 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:27.076997 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:27.099612 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa954-a286-457e-abca-71acb568dfce req-597e3bc4-ae3b-4928-8f2f-8a4debc8aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:27.101089 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-597e3bc4-ae3b-4928-8f2f-8a4debc8aa36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0445871 Jan 05 18:09:27.151067 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa954-a286-457e-abca-71acb568dfce req-87353a23-6db5-4c6a-8d0f-b5d2b1052abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:27.152730 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-87353a23-6db5-4c6a-8d0f-b5d2b1052abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0446086 Jan 05 18:09:27.186044 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:27.262145 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-9b5a4203-90a5-4550-b489-17c886bdd099 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981855 Jan 05 18:09:27.352388 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0eefa954-a286-457e-abca-71acb568dfce req-9503e42a-c3f0-44f9-9b89-046c1759198a service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834827 Jan 05 18:09:27.416371 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '43ea4d97-9d2c-4b7c-ae27-843a2c67d191', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.127', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:08:50Z', 'updated_at': '2022-01-05T18:09:26Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:27.444910 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0814a-5669-4f21-9bc8-07cb87e9d637 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '43ea4d97-9d2c-4b7c-ae27-843a2c67d191', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.127', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:08:50Z', 'updated_at': '2022-01-05T18:09:26Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:09:27.628032 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075011dc-be73-4554-b2a6-4765ac258a4d None None] New status for floating IP 43ea4d97-9d2c-4b7c-ae27-843a2c67d191: ACTIVE {{(pid=102090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:09:28.914059 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57800) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:29.020878 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49e59906-35f3-4baf-9678-e41a2cc41475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.093736 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49e59906-35f3-4baf-9678-e41a2cc41475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.166101 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-49e59906-35f3-4baf-9678-e41a2cc41475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.204182 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-49e59906-35f3-4baf-9678-e41a2cc41475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cdfec55fd8049da85294d1823fcce99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890477 Jan 05 18:09:29.206219 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59906-35f3-4baf-9678-e41a2cc41475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ceb3bd-7911-42c6-a1e1-3ec9c333853a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:29.206812 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57808) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:29.255379 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.276949 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.435092 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.437805 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:29.439015 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73ceb3bd-7911-42c6-a1e1-3ec9c333853a HTTP/1.1" status: 204 len: 168 time: 0.2305343 Jan 05 18:09:29.447176 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88628f90-b962-4aa2-84cd-18834c88b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ceb3bd-7911-42c6-a1e1-3ec9c333853a,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:33.436225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 57978) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:33.545695 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7f57b537-d2c3-45da-8490-ee5f1d1c4388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.621051 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7f57b537-d2c3-45da-8490-ee5f1d1c4388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.686161 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7f57b537-d2c3-45da-8490-ee5f1d1c4388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.727945 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7f57b537-d2c3-45da-8490-ee5f1d1c4388 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a1ad803cb214fb1aec5563e4702ac60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906303 Jan 05 18:09:33.728791 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57b537-d2c3-45da-8490-ee5f1d1c4388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c8e790-c7c4-445e-a854-865925ef42ca,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:33.730805 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 57988) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:33.780397 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.801134 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.903463 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.906002 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:33.907254 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75c8e790-c7c4-445e-a854-865925ef42ca HTTP/1.1" status: 204 len: 168 time: 0.1754310 Jan 05 18:09:33.917098 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa18db-2e64-4146-937a-ff161fbd7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c8e790-c7c4-445e-a854-865925ef42ca,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:34.889736 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58030) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:35.027741 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-423371694-network', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:35.109502 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Made reservation on behalf of 77afa1dabebf479f8d59f54a3d9fad5a for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:09:35.114702 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.127746 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.215315 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.291792 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.320335 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:09:35.330744 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f6a6c-cd3a-48f6-847e-2ffdf11cf539,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:35.337416 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.337761 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Added segment abc82620-e6c8-4e3e-8978-dd0a1f466687 of type vlan for network 6cf60f61-fd02-458b-bda3-83bf94350c19 Jan 05 18:09:35.380445 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.508972 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.509976 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:35.510606 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.568869 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf60f61-fd02-458b-bda3-83bf94350c19,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:35.580557 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:09:35.603563 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8277e3db-962b-4c9d-a393-f38d4bf7ff03 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7127416 Jan 05 18:09:35.606374 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58058) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:35.611226 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Request body: {'subnet': {'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-423371694-subnet', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:35.720542 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Made reservation on behalf of 77afa1dabebf479f8d59f54a3d9fad5a for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:09:35.723597 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:35.909444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bacdd-1de9-4f95-9899-72ace00f25fe req-662c354f-d3b2-4863-972a-0eb86f59c9ee tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:35.911272 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-687bacdd-1de9-4f95-9899-72ace00f25fe req-662c354f-d3b2-4863-972a-0eb86f59c9ee tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0506701 Jan 05 18:09:35.950695 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-687bacdd-1de9-4f95-9899-72ace00f25fe req-c8cb9949-ff00-494e-860c-7f8354ab43bb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Jan 05 18:09:35.981859 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.058115 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:36.075882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-6bdf59b8-3ce7-435a-af6f-ccb03756c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:36.077411 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-6bdf59b8-3ce7-435a-af6f-ccb03756c305 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.1058230 Jan 05 18:09:36.079895 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Checking segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:36.080247 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Network hostable DHCP agents. Network: 6cf60f61-fd02-458b-bda3-83bf94350c19, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:09:36.162834 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:09:36.189062 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-b6f4b325-e7a3-4f82-b1a0-39f3f16ef14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:36.190544 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-b6f4b325-e7a3-4f82-b1a0-39f3f16ef14c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.0887833 Jan 05 18:09:36.252905 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 6cf60f61-fd02-458b-bda3-83bf94350c19) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:36.256362 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-ee15e872-0b32-4662-b268-46387517bbb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0413115 Jan 05 18:09:36.260074 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:36.260804 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.262720 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f4165-8811-41cf-90a7-df570532aee4 None None] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:09:36.315727 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-b397c1aa-34a8-47d8-be47-4ffb8fcb230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:36.317747 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-b397c1aa-34a8-47d8-be47-4ffb8fcb230c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0470643 Jan 05 18:09:36.338653 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-430f5be6-4329-42a2-bcc6-7186457b2669 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7286179 Jan 05 18:09:36.339745 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58070) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:36.345891 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:36.356685 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-307aa137-9e09-40b0-94e3-b47fcbfed54e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320647 Jan 05 18:09:36.413046 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-6cf60f61-fd02-458b-bda3-83bf94350c19', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:09:36.413900 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.466825 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-a3cdb4f7-19d0-40ed-8ab8-492826deede2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917740 Jan 05 18:09:36.474632 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.475918 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.536621 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.567872 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-031d7619-02b1-47a9-854c-a2a4601e6249 req-73a8015c-4864-485d-b38b-c3e4b60afd4e service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935721 Jan 05 18:09:36.571702 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Allocated IP 172.20.0.2 (6cf60f61-fd02-458b-bda3-83bf94350c19/6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5/0076f87a-8b3c-4be8-9c01-88d6f5f12407) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:36.724637 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.757766 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.801493 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:36.844953 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:36.848714 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:36.852583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:36.867033 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Pushing event updated for resources: {'Port': ['ID=0076f87a-8b3c-4be8-9c01-88d6f5f12407,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:36.892157 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.892501 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.893244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.893244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.893444 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.893766 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.894135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.894457 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.894794 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.895109 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.895424 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.895731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:36.975926 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58090) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:37.026414 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Deleting subnet 143d2e98-d4e1-4ab6-b872-e5065764f250 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:09:37.030158 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.033370 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.052877 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Attempting to bind port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:37.053286 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Attempting to bind port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:37.057644 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Attempting to bind port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 on network 6cf60f61-fd02-458b-bda3-83bf94350c19 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:37.059526 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:37.059691 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.059897 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Checking segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:37.060294 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.060675 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Bound using segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:37.061550 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Bound port: 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:37.061550 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.107857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.129454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] For port 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:37.133590 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] For port 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0076f87a-8b3c-4be8-9c01-88d6f5f12407,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:37.160492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f221-62ad-449c-af2a-1cf11bfa9e06 req-c790b128-48ba-4da1-a07c-b103640a1895 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:37.162511 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca64f221-62ad-449c-af2a-1cf11bfa9e06 req-c790b128-48ba-4da1-a07c-b103640a1895 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1035028 Jan 05 18:09:37.170862 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.183742 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.195665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Allocated IP 172.37.1.175 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/54008da9-8c73-4c15-8c17-af6e5bf591ad) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:37.240750 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ca64f221-62ad-449c-af2a-1cf11bfa9e06 req-7345710c-a857-4dae-826a-9e4b2996840b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718248 Jan 05 18:09:37.250227 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4617-8982-416b-8b81-10024cd90a4e None None] Pushing event updated for resources: {'Port': ['ID=0076f87a-8b3c-4be8-9c01-88d6f5f12407,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:37.339095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.343813 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.374717 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143d2e98-d4e1-4ab6-b872-e5065764f250,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:37.376916 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.380898 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-122a3c0d-270b-453c-8060-b64572ecdea9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/143d2e98-d4e1-4ab6-b872-e5065764f250 HTTP/1.1" status: 204 len: 168 time: 0.4037888 Jan 05 18:09:37.383343 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58098) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:37.442491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.495576 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.508082 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:37.517007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:37.527081 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:37.532418 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Pushing event updated for resources: {'Port': ['ID=54008da9-8c73-4c15-8c17-af6e5bf591ad,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:37.605991 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.626459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97d552f-089b-4e6a-bb5e-0e9e0db67256']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:37.636850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6504297a-b5e7-4f47-b8d7-2526201e5aea') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:37.637066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6504297a-b5e7-4f47-b8d7-2526201e5aea') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:37.646997 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.663007 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.669715 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:09:37.671491 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:09:37.671882 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:09:37.811740 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.821364 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.827440 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] 10.222.0.26 "DELETE /v2.0/networks/a97d552f-089b-4e6a-bb5e-0e9e0db67256 HTTP/1.1" status: 204 len: 168 time: 0.4406056 Jan 05 18:09:37.835835 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58102) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:37.844384 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88be4-6196-45fa-930e-45dde371111a admin admin] Pushing event deleted for resources: {'Network': ['ID=a97d552f-089b-4e6a-bb5e-0e9e0db67256,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:37.888118 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.888776 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Deleting subnet 821beb62-6ea5-4747-9c3c-9de9e341787a {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:09:37.893966 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.932286 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:37.975806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.115473 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.116156 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.148746 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.152065 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/821beb62-6ea5-4747-9c3c-9de9e341787a HTTP/1.1" status: 204 len: 168 time: 0.3152966 Jan 05 18:09:38.153328 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522a20a-bff2-4b4d-89f6-3eecae13752c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=821beb62-6ea5-4747-9c3c-9de9e341787a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:38.154965 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58106) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:38.198236 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 0076f87a-8b3c-4be8-9c01-88d6f5f12407 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:38.242310 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.267673 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:38.268546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.293262 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55da52-4c94-4e94-87bc-99761d7c1a82 None None] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:09:38.342329 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.365522 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41dc980-ee27-4a2a-ba4b-fa8efd7490f7']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:38.376201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5657ff5-888e-48cf-8ee3-787c82bfe52e') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:38.376502 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5657ff5-888e-48cf-8ee3-787c82bfe52e') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:38.380163 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836ce08-eb3c-48d6-925e-07b57a12765e req-2378ca83-3c42-44fc-834c-cba576105924 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:38.381689 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d836ce08-eb3c-48d6-925e-07b57a12765e req-2378ca83-3c42-44fc-834c-cba576105924 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0546761 Jan 05 18:09:38.382729 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Router fea33c99-b143-4179-b07c-bdc4b6f68012 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:09:38.386910 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.411142 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.414096 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c5ccc441-4eac-47db-8c11-bd57dfc9de97 None None] Provisioning complete for port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:38.414478 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc441-4eac-47db-8c11-bd57dfc9de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.417737 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:09:38.418186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:09:38.420413 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:09:38.496941 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.525382 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.528057 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d836ce08-eb3c-48d6-925e-07b57a12765e req-ee716ce5-ba4c-4490-af97-270e2520fa7e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328676 Jan 05 18:09:38.545686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:09:38.564928 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Sync routers for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:09:38.574588 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:38.575393 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:38.588747 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.595111 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.600925 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f41dc980-ee27-4a2a-ba4b-fa8efd7490f7 HTTP/1.1" status: 204 len: 168 time: 0.4424586 Jan 05 18:09:38.630579 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0076f87a-8b3c-4be8-9c01-88d6f5f12407,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:38.645423 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51966b-768d-47cf-8659-6cdd5c8526f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41dc980-ee27-4a2a-ba4b-fa8efd7490f7,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:38.658872 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc441-4eac-47db-8c11-bd57dfc9de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.670725 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.672068 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-97481b15-2cfa-4626-94d4-992cb8499120 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3309228 Jan 05 18:09:38.674786 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58118) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:38.703307 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.718069 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:38.794851 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.db.api [None req-c5ccc441-4eac-47db-8c11-bd57dfc9de97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 18:09:38.795072 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG oslo_db.api [None req-c5ccc441-4eac-47db-8c11-bd57dfc9de97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 18:09:38.799089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=0076f87a-8b3c-4be8-9c01-88d6f5f12407,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:38.924978 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:37Z', 'revision_number': 3, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:38.952482 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Checking router: fea33c99-b143-4179-b07c-bdc4b6f68012 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:09:38.952828 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Updating router fea33c99-b143-4179-b07c-bdc4b6f68012 port 54008da9-8c73-4c15-8c17-af6e5bf591ad binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:09:38.981035 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:38.998162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58122) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:39.039756 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7ca36a0c-c747-4a10-84c9-3cc2428a9347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73f769edd9954845885b6d5533cde252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403757 Jan 05 18:09:39.042327 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58124) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:39.110975 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.133504 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.158324 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.245800 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.258229 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.261129 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.263170 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4eb358e-ab60-4438-9d46-e2242b7d6dff HTTP/1.1" status: 204 len: 168 time: 0.2163994 Jan 05 18:09:39.272157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7d08f-9a7b-4a9f-a16a-3099eb5b555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb358e-ab60-4438-9d46-e2242b7d6dff,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:39.458817 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-04541056-7671-4985-8448-119ed8bdca25 None None] Provisioning complete for port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:39.459377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-04541056-7671-4985-8448-119ed8bdca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.480604 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.524151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Allocated IP 172.20.0.1 (6cf60f61-fd02-458b-bda3-83bf94350c19/6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5/b56a1071-ccfb-4a34-bcab-7d429f4b1413) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:39.533891 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd271d-e0db-4cba-8b2e-aa1f83402740 None None] Pushing event updated for resources: {'Port': ['ID=54008da9-8c73-4c15-8c17-af6e5bf591ad,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:39.560189 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Attempting to bind port 54008da9-8c73-4c15-8c17-af6e5bf591ad on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:39.561850 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Attempting to bind port 54008da9-8c73-4c15-8c17-af6e5bf591ad by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:39.561850 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Attempting to bind port 54008da9-8c73-4c15-8c17-af6e5bf591ad on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:39.575035 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:39.575620 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:39.576266 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.576938 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:39.577771 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Bound port: 54008da9-8c73-4c15-8c17-af6e5bf591ad, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:39.578892 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.699645 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] For port 54008da9-8c73-4c15-8c17-af6e5bf591ad, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:39.704839 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] For port 54008da9-8c73-4c15-8c17-af6e5bf591ad, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54008da9-8c73-4c15-8c17-af6e5bf591ad,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:39.714573 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.746409 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e34cc2-d966-443c-a9db-e2420375512d req-504cb224-98cc-470b-87c2-a4e45bb215f8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:39.749304 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-65e34cc2-d966-443c-a9db-e2420375512d req-504cb224-98cc-470b-87c2-a4e45bb215f8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1177382 Jan 05 18:09:39.772933 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.800777 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.807716 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-65e34cc2-d966-443c-a9db-e2420375512d req-e77423d3-c835-48c1-94d7-a9f75a181a8f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Jan 05 18:09:39.836711 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:39.841702 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:39.855790 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:39.856663 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:39.872044 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd271d-e0db-4cba-8b2e-aa1f83402740 None None] Pushing event updated for resources: {'Port': ['ID=54008da9-8c73-4c15-8c17-af6e5bf591ad,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:39.880887 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:39.881305 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:39.910624 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:40.084718 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:40.094496 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-0f40e214-c95c-4562-b170-144f30115ce4 None None] Provisioning complete for port b56a1071-ccfb-4a34-bcab-7d429f4b1413 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:40.094873 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0f40e214-c95c-4562-b170-144f30115ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.129174 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.139682 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-0f40e214-c95c-4562-b170-144f30115ce4 None None] Port b56a1071-ccfb-4a34-bcab-7d429f4b1413 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:09:40.182686 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 0076f87a-8b3c-4be8-9c01-88d6f5f12407 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:40.257956 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58140) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:40.261196 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:40.264856 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.296404 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-840102de-29f7-468f-81a7-5d52367c4875 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813987 Jan 05 18:09:40.314648 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-79f86f32-7e19-4eaa-a81b-4b7e965257d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c358f5a49b246fd90f9f199e1a9b1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545530 Jan 05 18:09:40.318237 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58142) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:40.319166 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:37Z', 'revision_number': 3, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:40.348792 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff8d8-cff1-4a2f-8f13-c63adfcfc456 None None] The sync data for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi is: [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:37Z', 'revision_number': 3, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:09:40.352057 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.394779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-c3d9c4e4-cf7a-46e8-926e-355d4d72acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:40.396469 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-c3d9c4e4-cf7a-46e8-926e-355d4d72acb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 1098 time: 0.0506949 Jan 05 18:09:40.413019 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.445243 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.457314 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.457314 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.522232 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-23717480-44d6-47f1-b0d5-5fd0b54b03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:40.523845 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-23717480-44d6-47f1-b0d5-5fd0b54b03b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.1025360 Jan 05 18:09:40.565192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:40.588469 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-ca0b5865-8313-440b-9cc2-e33f8e00e902 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 200 len: 217 time: 0.0522003 Jan 05 18:09:40.635732 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:40.638228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:40.648298 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.652693 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:40.657334 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d5b2b78-b14e-4e28-9432-d6ac3eb77fe4 HTTP/1.1" status: 204 len: 168 time: 0.3380706 Jan 05 18:09:40.669965 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135290-740f-4c4f-a50c-c103c3569394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b2b78-b14e-4e28-9432-d6ac3eb77fe4,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:40.677509 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-60b4cd7b-bc64-41ad-86a1-2695e183bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:40.681395 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-60b4cd7b-bc64-41ad-86a1-2695e183bfef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.0850446 Jan 05 18:09:40.736313 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-8fac4392-9230-4fec-bda9-c76d54c42687 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464838 Jan 05 18:09:40.855813 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Router fea33c99-b143-4179-b07c-bdc4b6f68012 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:09:40.884837 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-665c26c1-76b3-4fcf-adde-218af999c648 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340756 Jan 05 18:09:40.993307 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-9cedff0c-a476-48e5-813e-8d29c6020816 None None] Provisioning complete for port b56a1071-ccfb-4a34-bcab-7d429f4b1413 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:40.994483 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9cedff0c-a476-48e5-813e-8d29c6020816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:41.043549 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6818255-1f27-453f-9c85-3c7f3a6d1cd8 req-dc0e183b-5605-42df-a62e-a0051bef51c1 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305969 Jan 05 18:09:41.071848 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-9cedff0c-a476-48e5-813e-8d29c6020816 None None] Port b56a1071-ccfb-4a34-bcab-7d429f4b1413 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:09:41.083363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eedbc-ebfb-44f6-bf46-7d3406291408 req-f5ec56b0-09de-406f-8c9d-2827cf0c8f28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:41.093803 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba9eedbc-ebfb-44f6-bf46-7d3406291408 req-f5ec56b0-09de-406f-8c9d-2827cf0c8f28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1156549 Jan 05 18:09:41.113607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:09:41.119344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-070d1e21-c80f-4356-9868-1617e32b1f21 admin admin] 10.222.0.26 "PUT /v2.0/routers/fea33c99-b143-4179-b07c-bdc4b6f68012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431961 Jan 05 18:09:41.172254 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba9eedbc-ebfb-44f6-bf46-7d3406291408 req-28dc9c92-08c9-4c56-aa18-58c499fb5752 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695119 Jan 05 18:09:41.315615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-59e3b28d-89e5-4af5-a468-5f78a15c3731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.090940 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58196) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:42.099375 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-451274822-network', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:42.184342 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54008da9-8c73-4c15-8c17-af6e5bf591ad up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:42.200410 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Made reservation on behalf of 73f6d1df27c84069be22be6bf9115a74 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:09:42.203107 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.216343 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.241753 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 54008da9-8c73-4c15-8c17-af6e5bf591ad triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:42.242043 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.267543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Sync routers for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:09:42.286905 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:42.287914 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:42.332250 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdc85b-8784-4d39-86b0-ad21e141cdb9 req-e6293ede-4368-49dd-b84d-eb151323bfc1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:42.334672 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9efdc85b-8784-4d39-86b0-ad21e141cdb9 req-e6293ede-4368-49dd-b84d-eb151323bfc1 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0896447 Jan 05 18:09:42.374075 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.393461 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9efdc85b-8784-4d39-86b0-ad21e141cdb9 req-6d32298a-7336-4c06-b664-6720756adeff tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Jan 05 18:09:42.430237 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.466089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 54008da9-8c73-4c15-8c17-af6e5bf591ad, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54008da9-8c73-4c15-8c17-af6e5bf591ad,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:42.530700 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:42.672922 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:40Z', 'revision_number': 2, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:42.699524 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Checking router: fea33c99-b143-4179-b07c-bdc4b6f68012 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:09:42.699879 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Updating router fea33c99-b143-4179-b07c-bdc4b6f68012 port b56a1071-ccfb-4a34-bcab-7d429f4b1413 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:09:42.728524 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.743652 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.777128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:09:42.782619 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690a445-69d2-4d93-aee0-7dc3c891ddb9,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:42.791446 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.803037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:42.804058 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.804058 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Added segment e445928c-4e32-45e0-9d5e-ba4c654eacc6 of type vlan for network f97207c2-b1e4-4f52-be35-fc8af761c274 Jan 05 18:09:42.859779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.865370 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.960503 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.961449 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:42.962154 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:42.987135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=54008da9-8c73-4c15-8c17-af6e5bf591ad,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:43.038069 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] Pushing event updated for resources: {'Network': ['ID=f97207c2-b1e4-4f52-be35-fc8af761c274,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:43.078752 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-acd61309-b4ac-42cf-ae41-4c96bf78961f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9863174 Jan 05 18:09:43.086262 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network f97207c2-b1e4-4f52-be35-fc8af761c274 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:09:43.087130 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58216) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:43.093112 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Request body: {'subnet': {'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-451274822-subnet', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:43.183083 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Made reservation on behalf of 73f6d1df27c84069be22be6bf9115a74 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:09:43.186914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.277824 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.337551 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.388705 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319bb6-0aaa-4238-97ed-445345e99bbe None None] Pushing event updated for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:43.452770 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.506742 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Attempting to bind port b56a1071-ccfb-4a34-bcab-7d429f4b1413 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:43.506742 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Attempting to bind port b56a1071-ccfb-4a34-bcab-7d429f4b1413 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:43.506978 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Attempting to bind port b56a1071-ccfb-4a34-bcab-7d429f4b1413 on network 6cf60f61-fd02-458b-bda3-83bf94350c19 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:43.513586 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:43.513991 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Checking segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:43.514502 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.514894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Bound using segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:43.515368 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Bound port: b56a1071-ccfb-4a34-bcab-7d429f4b1413, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:43.515752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.529428 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b33d88-1d99-45b7-aaf7-43277a9f95a8,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:43.586878 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.587243 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.587590 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.587931 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.588267 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.588600 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.588860 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4fc2-b0bb-4c40-b8b1-a416a7ec807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.588988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.589288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.589754 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.590126 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.590458 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.590785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:43.592779 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] For port b56a1071-ccfb-4a34-bcab-7d429f4b1413, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:43.596468 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] For port b56a1071-ccfb-4a34-bcab-7d429f4b1413, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=b56a1071-ccfb-4a34-bcab-7d429f4b1413,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:43.607614 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Checking segment: {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:43.607976 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Network hostable DHCP agents. Network: f97207c2-b1e4-4f52-be35-fc8af761c274, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:09:43.625935 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930301ae-b243-45b9-a4ba-db2d619f1c31 req-1a12f319-98e9-4187-8a14-62f8de8008c0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:43.627457 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-930301ae-b243-45b9-a4ba-db2d619f1c31 req-1a12f319-98e9-4187-8a14-62f8de8008c0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0992687 Jan 05 18:09:43.664348 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.680121 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-930301ae-b243-45b9-a4ba-db2d619f1c31 req-a70c5f17-24d7-452a-bd45-d6f9e178aa58 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 Jan 05 18:09:43.710523 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Network f97207c2-b1e4-4f52-be35-fc8af761c274 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:09:43.731431 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319bb6-0aaa-4238-97ed-445345e99bbe None None] Pushing event updated for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:43.740379 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:43.745095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:43.745095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] Provisioning complete for port b56a1071-ccfb-4a34-bcab-7d429f4b1413 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:43.745095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.788820 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, f97207c2-b1e4-4f52-be35-fc8af761c274) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:43.793506 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:43.796107 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.822243 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a87d75-3ea1-4dc2-b863-535a45f5e980 None None] Network f97207c2-b1e4-4f52-be35-fc8af761c274 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:09:43.854656 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ca2a5ce4-7cbb-4422-800f-7f7e46c9f831 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7657795 Jan 05 18:09:43.858390 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58230) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:43.861217 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:43.931718 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.932796 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:43.963899 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:43.986988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.039993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.193650 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-f97207c2-b1e4-4f52-be35-fc8af761c274', 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'fixed_ips': [{'subnet_id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:09:44.193650 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.197226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] For port b56a1071-ccfb-4a34-bcab-7d429f4b1413, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=b56a1071-ccfb-4a34-bcab-7d429f4b1413,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:44.214894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54008da9-8c73-4c15-8c17-af6e5bf591ad up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:44.277382 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.335186 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.480423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6fbf-cff9-41d6-a0f5-0b925eb18a6b None None] Pushing event updated for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:44.483035 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 54008da9-8c73-4c15-8c17-af6e5bf591ad triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:44.483410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.523630 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Allocated IP 172.20.0.2 (f97207c2-b1e4-4f52-be35-fc8af761c274/a9b33d88-1d99-45b7-aaf7-43277a9f95a8/45013a0a-5bc9-4e63-9a35-e93d48be90ec) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:44.601299 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f0d70d2c-e28b-4168-8fe6-a86dbc30d369 None None] Provisioning complete for port b56a1071-ccfb-4a34-bcab-7d429f4b1413 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:44.601576 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f0d70d2c-e28b-4168-8fe6-a86dbc30d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.603316 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.624411 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.634172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:43Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:44.646292 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.675986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90b23-f7b3-44d5-a08f-9d7dab51dec9 None None] The sync data for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi is: [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:43Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:09:44.786841 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Allocated IP 172.37.1.194 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/5cba3aa7-7b71-4fc0-80a9-fb66c29288cb) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:44.881055 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a158-7827-49d0-ab7e-973146745c0e req-7df6168c-98a6-426a-b41a-5b2559dc97d8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:44.883240 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d1d5a158-7827-49d0-ab7e-973146745c0e req-7df6168c-98a6-426a-b41a-5b2559dc97d8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0788596 Jan 05 18:09:44.919348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:44.929752 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d1d5a158-7827-49d0-ab7e-973146745c0e req-269df479-cae0-4ae9-873f-3a6e96978683 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Jan 05 18:09:44.995473 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.017722 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.056813 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:45.059755 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:45.063532 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:45.072578 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Pushing event updated for resources: {'Port': ['ID=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:45.103961 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.141724 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Network f97207c2-b1e4-4f52-be35-fc8af761c274 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:45.145039 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:45.149323 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:45.164226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Pushing event updated for resources: {'Port': ['ID=45013a0a-5bc9-4e63-9a35-e93d48be90ec,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:45.220959 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Attempting to bind port 45013a0a-5bc9-4e63-9a35-e93d48be90ec on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:45.221330 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Attempting to bind port 45013a0a-5bc9-4e63-9a35-e93d48be90ec by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:45.221693 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Attempting to bind port 45013a0a-5bc9-4e63-9a35-e93d48be90ec on network f97207c2-b1e4-4f52-be35-fc8af761c274 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:45.227419 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:45.227798 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Checking segment: {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:45.228202 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.228596 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Bound using segment: {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:45.229059 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Bound port: 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:45.229441 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.307249 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] For port 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:45.311360 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] For port 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=45013a0a-5bc9-4e63-9a35-e93d48be90ec,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:45.353481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.400685 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.461921 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920f1a-9ada-40fc-a706-8e6cb1cae596 None None] Pushing event updated for resources: {'Port': ['ID=45013a0a-5bc9-4e63-9a35-e93d48be90ec,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:45.587012 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.817305 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Router dd701cfc-0491-456f-aa8c-9266bd683317 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:09:45.921389 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:09:45.931385 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Sync routers for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:09:45.941914 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:45.945247 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:45.984484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:45.985746 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e8c40165-61fc-45f5-986f-172ca784134d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1280153 Jan 05 18:09:45.988490 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58278) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:46.069753 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:46.102523 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.258203 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 45013a0a-5bc9-4e63-9a35-e93d48be90ec up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:46.347677 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:45Z', 'revision_number': 3, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:46.355328 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 45013a0a-5bc9-4e63-9a35-e93d48be90ec triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:46.355768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.381910 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1c59-6c65-4430-9613-71209ea1db15 req-e9f9ff24-d961-4c60-b6a9-746fa3b3f86c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:46.391031 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Checking router: dd701cfc-0491-456f-aa8c-9266bd683317 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:09:46.391496 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Updating router dd701cfc-0491-456f-aa8c-9266bd683317 port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:09:46.397243 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-55ae1c59-6c65-4430-9613-71209ea1db15 req-e9f9ff24-d961-4c60-b6a9-746fa3b3f86c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.3611295 Jan 05 18:09:46.452933 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.488266 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.526901 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=45013a0a-5bc9-4e63-9a35-e93d48be90ec,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:46.528787 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.566682 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-55ae1c59-6c65-4430-9613-71209ea1db15 req-aba189dc-2026-4f8e-85c7-17862ed49bf6 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731071 Jan 05 18:09:46.602213 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644d497-9d8b-4edf-aa8c-c660711c9846 None None] Network f97207c2-b1e4-4f52-be35-fc8af761c274 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:09:46.666614 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.667541 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device b56a1071-ccfb-4a34-bcab-7d429f4b1413 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:46.762674 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.796583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-b27089be-4a14-44a0-a169-4a764a931a2f None None] Provisioning complete for port 45013a0a-5bc9-4e63-9a35-e93d48be90ec triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:46.796930 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b27089be-4a14-44a0-a169-4a764a931a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.821738 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=45013a0a-5bc9-4e63-9a35-e93d48be90ec,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:46.840496 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.880533 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port b56a1071-ccfb-4a34-bcab-7d429f4b1413 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:46.880934 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.888246 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.894827 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Pushing event updated for resources: {'Port': ['ID=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:46.910095 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.910443 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.910781 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.911208 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.911537 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.912107 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.912465 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.913053 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.913185 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.913442 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.914060 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.914192 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:09:46.919464 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Attempting to bind port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:46.919825 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Attempting to bind port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:46.920208 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Attempting to bind port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Bound port: 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:46.928867 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:46.983245 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] For port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:46.986375 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] For port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:47.052901 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.062144 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Allocated IP 172.20.0.1 (f97207c2-b1e4-4f52-be35-fc8af761c274/a9b33d88-1d99-45b7-aaf7-43277a9f95a8/04b2c8eb-e8d1-440f-91ed-8a31dd692748) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:09:47.111070 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:47.111693 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:47.150250 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c7bc5-30e0-4700-a7fa-dcddad55d9d6 None None] Pushing event updated for resources: {'Port': ['ID=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:47.179578 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.225494 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:47.237722 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-8aa768e8-3b64-457e-b423-5494f09c722e None None] Provisioning complete for port 45013a0a-5bc9-4e63-9a35-e93d48be90ec triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:47.238145 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8aa768e8-3b64-457e-b423-5494f09c722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.263654 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.305642 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Network f97207c2-b1e4-4f52-be35-fc8af761c274 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:47.308461 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:47.312033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:09:47.312501 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.356256 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:47.416942 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:45Z', 'revision_number': 3, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:47.444481 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb738-dd2f-40e7-a1cf-c5f64993ebe4 None None] The sync data for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi is: [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:45Z', 'revision_number': 3, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:09:47.507140 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.547730 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-e66aacba-d48a-4c7a-848c-1a77317b28c0 None None] Provisioning complete for port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:47.548205 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e66aacba-d48a-4c7a-848c-1a77317b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.582178 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-e66aacba-d48a-4c7a-848c-1a77317b28c0 None None] Port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:09:47.674400 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.698758 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed42b52-936c-4ca0-acb0-393d20e15e79 req-3ab0f8de-d45b-43f0-a412-62f047f5fba0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:47.722659 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2ed42b52-936c-4ca0-acb0-393d20e15e79 req-3ab0f8de-d45b-43f0-a412-62f047f5fba0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0857904 Jan 05 18:09:47.743010 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.743810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:47.773098 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2ed42b52-936c-4ca0-acb0-393d20e15e79 req-8745cc3c-eb01-4ff4-aa1b-0b67c2fd108f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Jan 05 18:09:47.841113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:47.886477 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Network f97207c2-b1e4-4f52-be35-fc8af761c274 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:09:47.888616 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:09:48.013345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Router dd701cfc-0491-456f-aa8c-9266bd683317 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:09:48.117843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-4ee85aa5-8d5f-4d00-975d-b57e780713df None None] Provisioning complete for port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:48.118347 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4ee85aa5-8d5f-4d00-975d-b57e780713df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:48.134883 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:09:48.140213 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a5ee21ca-c589-4565-ba65-a9b8021b7cc8 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd701cfc-0491-456f-aa8c-9266bd683317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1507490 Jan 05 18:09:48.170291 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4ee85aa5-8d5f-4d00-975d-b57e780713df None None] Port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:09:48.244865 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:48.296251 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:48.296546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:48.373815 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:48.393447 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:48.485300 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:48.486115 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 45013a0a-5bc9-4e63-9a35-e93d48be90ec up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:48.561684 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:48.574274 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 45013a0a-5bc9-4e63-9a35-e93d48be90ec triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:48.574642 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.026656 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Sync routers for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:09:49.035677 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:49.037045 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:49.137792 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:49.336329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:47Z', 'revision_number': 4, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '04b2c8eb-e8d1-440f-91ed-8a31dd692748', 'name': '', 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'mac_address': 'fa:16:3e:92:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:46Z', 'updated_at': '2022-01-05T18:09:47Z', 'revision_number': 2, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'subnets': [{'id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:49.362366 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Checking router: dd701cfc-0491-456f-aa8c-9266bd683317 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:09:49.362722 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Updating router dd701cfc-0491-456f-aa8c-9266bd683317 port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:09:49.387749 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.648297 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.714636 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.765577 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ac6ba-5939-468a-8b4f-07a51f3dc413 None None] Pushing event updated for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:49.816281 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Attempting to bind port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:09:49.816770 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Attempting to bind port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:09:49.817340 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Attempting to bind port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 on network f97207c2-b1e4-4f52-be35-fc8af761c274 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:09:49.823559 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:09:49.823930 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Checking segment: {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:09:49.824329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.824723 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Bound using segment: {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:09:49.825179 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Bound port: 04b2c8eb-e8d1-440f-91ed-8a31dd692748, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445928c-4e32-45e0-9d5e-ba4c654eacc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:09:49.825758 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:49.891258 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] For port 04b2c8eb-e8d1-440f-91ed-8a31dd692748, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:09:49.894407 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] For port 04b2c8eb-e8d1-440f-91ed-8a31dd692748, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=04b2c8eb-e8d1-440f-91ed-8a31dd692748,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:09:49.944459 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:50.010453 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:09:50.011123 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:09:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:50.192750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ac6ba-5939-468a-8b4f-07a51f3dc413 None None] Pushing event updated for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:50.199224 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:50.219427 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] Provisioning complete for port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:50.219786 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:50.309227 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:09:50.336816 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:50.337109 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:50.433947 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:50.522628 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] For port 04b2c8eb-e8d1-440f-91ed-8a31dd692748, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=04b2c8eb-e8d1-440f-91ed-8a31dd692748,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:09:50.595475 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:50.650890 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6ceb1-f381-4423-8df1-60c4e112ab3f None None] Pushing event updated for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:50.667946 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:47Z', 'revision_number': 4, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '04b2c8eb-e8d1-440f-91ed-8a31dd692748', 'name': '', 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'mac_address': 'fa:16:3e:92:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:46Z', 'updated_at': '2022-01-05T18:09:49Z', 'revision_number': 4, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'subnets': [{'id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:09:50.689846 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ea31c-8e72-482c-8c8c-170116f858f7 None None] The sync data for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi is: [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:09:47Z', 'revision_number': 4, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '04b2c8eb-e8d1-440f-91ed-8a31dd692748', 'name': '', 'network_id': 'f97207c2-b1e4-4f52-be35-fc8af761c274', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'mac_address': 'fa:16:3e:92:ba:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:46Z', 'updated_at': '2022-01-05T18:09:49Z', 'revision_number': 4, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'subnets': [{'id': 'a9b33d88-1d99-45b7-aaf7-43277a9f95a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:09:50.714750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-fc8d85af-52ac-42cc-9a1c-30b3bb1b1964 None None] Provisioning complete for port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:50.715123 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fc8d85af-52ac-42cc-9a1c-30b3bb1b1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:52.157361 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 04b2c8eb-e8d1-440f-91ed-8a31dd692748 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:09:52.203515 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:09:52.203807 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:52.590766 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e148-408d-42bd-a795-7a1cfe758c7f req-3280d7f0-2aa7-409f-85af-91d33df3a9da tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:52.592229 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e260e148-408d-42bd-a795-7a1cfe758c7f req-3280d7f0-2aa7-409f-85af-91d33df3a9da tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0469441 Jan 05 18:09:52.634263 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e260e148-408d-42bd-a795-7a1cfe758c7f req-eee58812-bcdb-480b-9c5c-4a1afff1b118 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Jan 05 18:09:53.768527 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302164c2-ed85-43e8-b7f3-f71811cb08b8 req-8454f366-66fa-49bb-8245-8b64f8d2fa1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:53.769987 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-302164c2-ed85-43e8-b7f3-f71811cb08b8 req-8454f366-66fa-49bb-8245-8b64f8d2fa1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0471389 Jan 05 18:09:53.808575 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-302164c2-ed85-43e8-b7f3-f71811cb08b8 req-c55f0332-14cf-49df-a6a2-0e1ed38c278d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Jan 05 18:09:54.058905 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58362) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:54.063424 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146799009', 'description': 'tempest-secgroup-smoke-146799009 description', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:54.188764 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.257103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.366106 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.394374 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc161d9-460b-451c-adca-ad45a5d7553f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:54.448275 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.449518 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-513f5c77-7a75-4af2-9bc6-79c5d6ffdf30 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3895829 Jan 05 18:09:54.452400 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58370) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:54.456610 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:54.547198 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.603362 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.680242 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.702735 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b816640-0100-43ff-b510-dee3070ce1ce,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:54.767801 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.769032 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f49e3321-052f-4996-996a-604b3626dbd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156943 Jan 05 18:09:54.772008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58376) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:54.776598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:54.845148 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.906854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.928411 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215ba5-1eff-407e-81ed-4f591f1e2ea2 req-8b3c85b8-862b-4cfc-89c4-e9dcf57f3e14 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:09:54.929895 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fa215ba5-1eff-407e-81ed-4f591f1e2ea2 req-8b3c85b8-862b-4cfc-89c4-e9dcf57f3e14 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0479648 Jan 05 18:09:54.965833 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:54.966548 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fa215ba5-1eff-407e-81ed-4f591f1e2ea2 req-446c84da-b8d1-4c29-bad4-dfe69ba45b1c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Jan 05 18:09:54.984225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b7e718-945c-4b69-9b3b-619947f7739d,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:55.042183 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.043412 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d5621b28-d05f-43e5-badb-583b95a08a2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2703915 Jan 05 18:09:55.046335 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58382) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.050694 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:55.153877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.212647 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.285827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.305972 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4145f696-04f5-4069-ad15-71af9bfb0ddb,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:55.367816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.369889 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-86217e7b-ca53-46a6-85e4-b31f7028d821 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218415 Jan 05 18:09:55.378254 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58390) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.383212 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:55.459944 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.517879 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.534890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58394) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.583459 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.605209 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97932b16-d7fd-4b71-9baf-5c21e401bbad,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:55.642865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-22f5d54b-5ed0-4192-92cb-21c0384f55d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.672290 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.674883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-4e056a45-81e1-4f78-bd69-b4af06855c7f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942841 Jan 05 18:09:55.676430 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58398) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.681004 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:55.723544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-22f5d54b-5ed0-4192-92cb-21c0384f55d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.760361 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Project 77afa1dabebf479f8d59f54a3d9fad5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:09:55.765509 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.777093 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-22f5d54b-5ed0-4192-92cb-21c0384f55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.816114 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-22f5d54b-5ed0-4192-92cb-21c0384f55d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=611bdf0b45c64a01801f482ad4b62924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801559 Jan 05 18:09:55.816327 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.819238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5d54b-5ed0-4192-92cb-21c0384f55d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c2caf-0d63-433d-aceb-a38958916c0b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:55.819441 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58404) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.867263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.877404 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.893830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.916320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7411a681-89e2-49e1-aed2-a32f9b4f449c,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:55.978979 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:55.980200 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8ca59065-ffad-452d-a208-fe49c4db7785 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3027093 Jan 05 18:09:55.982960 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58408) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:55.987093 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'security_group_rule': {'security_group_id': 'dbc161d9-460b-451c-adca-ad45a5d7553f', 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:09:56.006174 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.008533 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.009593 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d03c2caf-0d63-433d-aceb-a38958916c0b HTTP/1.1" status: 204 len: 168 time: 0.1892388 Jan 05 18:09:56.019201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a4c21-2a06-409f-a70e-79823b7cc7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c2caf-0d63-433d-aceb-a38958916c0b,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:56.091028 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Project 77afa1dabebf479f8d59f54a3d9fad5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:09:56.096383 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.155013 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.251359 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.268985 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05aa9e7-a978-4039-9775-99161de73262,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:56.351280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.352568 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-66ab07c0-8d6e-4020-ae29-1896e2f91a60 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3686724 Jan 05 18:09:56.636695 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58458) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:56.650073 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb009de3-4aa6-4ecc-8e92-bfbd3ca8b78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.724757 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb009de3-4aa6-4ecc-8e92-bfbd3ca8b78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.788145 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb009de3-4aa6-4ecc-8e92-bfbd3ca8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.826269 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fb009de3-4aa6-4ecc-8e92-bfbd3ca8b78a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=837aee7103254b3fb922410bad9a0e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884763 Jan 05 18:09:56.827190 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009de3-4aa6-4ecc-8e92-bfbd3ca8b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f4a81a-21f7-4a30-9dbe-986feca4d2f1,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:09:56.829067 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58460) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:09:56.880171 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.900950 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.988519 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.991276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:09:56.992423 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59f4a81a-21f7-4a30-9dbe-986feca4d2f1 HTTP/1.1" status: 204 len: 168 time: 0.1623805 Jan 05 18:09:57.000053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c15b3-76d9-4aca-b618-5eed482bc70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f4a81a-21f7-4a30-9dbe-986feca4d2f1,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:00.249265 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da365-c505-456d-ae68-53c941ff99b2 req-48f5c62c-9e7c-41a4-b9a3-664c0eb35f51 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:00.249265 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7e8da365-c505-456d-ae68-53c941ff99b2 req-48f5c62c-9e7c-41a4-b9a3-664c0eb35f51 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0548365 Jan 05 18:10:00.286371 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7e8da365-c505-456d-ae68-53c941ff99b2 req-577dec47-5d19-4687-96de-8fea4c671d4f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357850 Jan 05 18:10:01.497832 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125badd-ea70-4845-95bf-423f372452b6 req-cd86fddf-753f-4128-a99d-31f83aef8323 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:01.498974 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e125badd-ea70-4845-95bf-423f372452b6 req-cd86fddf-753f-4128-a99d-31f83aef8323 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0539091 Jan 05 18:10:01.538682 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e125badd-ea70-4845-95bf-423f372452b6 req-7e6f366a-213c-4fb0-a65e-34d6cc92aca0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Jan 05 18:10:02.653809 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e033-a9c6-4f1f-be2a-fcc693d2b579 req-8811abbe-07a6-4419-8b2d-5df1f66d38f7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:02.655426 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2025e033-a9c6-4f1f-be2a-fcc693d2b579 req-8811abbe-07a6-4419-8b2d-5df1f66d38f7 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Jan 05 18:10:02.692524 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2025e033-a9c6-4f1f-be2a-fcc693d2b579 req-626db95d-a2d7-43c6-b15e-397142fa7fa9 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Jan 05 18:10:03.615900 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:10:08.383172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:11.336755 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4c93f4bb-fed0-447e-af53-60ccb7fc8f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:12.072684 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e130289-78c3-4e39-9cc0-fa4b402f688d req-6f96475c-63c4-49ae-98c6-59dde257e8c4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:12.074185 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1e130289-78c3-4e39-9cc0-fa4b402f688d req-6f96475c-63c4-49ae-98c6-59dde257e8c4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0509491 Jan 05 18:10:12.110744 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1e130289-78c3-4e39-9cc0-fa4b402f688d req-f172fe7a-b396-43bc-bc1f-c9f43dedbf15 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Jan 05 18:10:13.254991 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855157f-dec0-473f-80ce-52b1c042b397 req-f5ba2a3e-bf37-40d3-bad2-01c0f46f3b62 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:13.299579 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5855157f-dec0-473f-80ce-52b1c042b397 req-f5ba2a3e-bf37-40d3-bad2-01c0f46f3b62 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Jan 05 18:10:13.299579 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5855157f-dec0-473f-80ce-52b1c042b397 req-485dc55f-84a7-4d93-b4b6-ae8ce93caa06 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jan 05 18:10:13.542403 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-46b9f800-b6db-4fef-9b2c-12c893ba0c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:14.530912 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:16.125843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:16.508319 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:17.771053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd20f-11db-4074-bd59-3937a26d56ce req-bf88be59-a4fc-4cd0-bf2e-d857e7772df4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:17.772758 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d8cd20f-11db-4074-bd59-3937a26d56ce req-bf88be59-a4fc-4cd0-bf2e-d857e7772df4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Jan 05 18:10:17.809319 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d8cd20f-11db-4074-bd59-3937a26d56ce req-1b9d0623-a790-4aca-911e-19149f2c0f9e tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306792 Jan 05 18:10:19.489860 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880490e-1409-47bc-87f0-e3816c4bb3cb req-81b577c7-744a-4d0f-abf9-abc4471a2694 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:19.491320 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9880490e-1409-47bc-87f0-e3816c4bb3cb req-81b577c7-744a-4d0f-abf9-abc4471a2694 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0771339 Jan 05 18:10:19.496816 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f25dc-24d2-4997-9f5d-8ab1994e144e req-39196352-521f-453f-a944-8d778b2ab38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:19.498270 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3a0f25dc-24d2-4997-9f5d-8ab1994e144e req-39196352-521f-453f-a944-8d778b2ab38c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0576205 Jan 05 18:10:19.548449 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9880490e-1409-47bc-87f0-e3816c4bb3cb req-55d9e1a8-fcb4-477d-bb32-55ee4eff75ae tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Jan 05 18:10:19.552149 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3a0f25dc-24d2-4997-9f5d-8ab1994e144e req-0e9f64fd-8967-435e-a5e1-8d757d280b1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Jan 05 18:10:21.251140 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d8d9-c1a9-4f1c-b29d-4a2980959414 req-c9857001-d494-4eeb-8aff-a31139ddc1d0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:21.252612 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8469d8d9-c1a9-4f1c-b29d-4a2980959414 req-c9857001-d494-4eeb-8aff-a31139ddc1d0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Jan 05 18:10:21.290805 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8469d8d9-c1a9-4f1c-b29d-4a2980959414 req-39adfb0e-77cd-456e-b53b-c78d956d214c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Jan 05 18:10:22.536825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037fab-5db2-450f-9247-a1ef1bdfe57e req-5d47fa1c-7bd8-4dfe-a617-62017f985527 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:22.538292 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb037fab-5db2-450f-9247-a1ef1bdfe57e req-5d47fa1c-7bd8-4dfe-a617-62017f985527 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0473278 Jan 05 18:10:22.578449 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bb037fab-5db2-450f-9247-a1ef1bdfe57e req-4a603784-0136-486a-8f70-18ec1c19d082 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jan 05 18:10:23.716454 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191f7b9-a2a6-4421-be55-2b6591e0b0cd req-45c92288-2721-4df3-be27-b981eee16446 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:23.718139 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5191f7b9-a2a6-4421-be55-2b6591e0b0cd req-45c92288-2721-4df3-be27-b981eee16446 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0513260 Jan 05 18:10:23.756497 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5191f7b9-a2a6-4421-be55-2b6591e0b0cd req-95607666-e69b-46d2-8db6-49a82c9c7f3d tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jan 05 18:10:24.249816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fe12-6009-4e88-80df-e2755b364b25 req-19b308da-37fd-48d1-b7ab-1ac8353a9267 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:24.251366 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc72fe12-6009-4e88-80df-e2755b364b25 req-19b308da-37fd-48d1-b7ab-1ac8353a9267 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0483549 Jan 05 18:10:24.291170 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc72fe12-6009-4e88-80df-e2755b364b25 req-43fb8914-16e0-4fe7-aa68-a08c2d10f79f tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327678 Jan 05 18:10:24.351936 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753f09b-381a-4f15-aea7-fb8943468988 req-7c55403e-d29a-4c21-92e8-8f06b7b397fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:24.351936 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-7c55403e-d29a-4c21-92e8-8f06b7b397fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 1099 time: 0.0434492 Jan 05 18:10:24.436320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753f09b-381a-4f15-aea7-fb8943468988 req-0d6a4680-b328-43f3-bca3-6b0eb65daac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:24.437751 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-0d6a4680-b328-43f3-bca3-6b0eb65daac5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 200 len: 919 time: 0.0798669 Jan 05 18:10:24.483256 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-ef705b31-5772-458d-96bf-f14f39135f3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 200 len: 217 time: 0.0385056 Jan 05 18:10:24.745475 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753f09b-381a-4f15-aea7-fb8943468988 req-b97dff1f-b71f-4c81-8e4b-74330a6704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:24.747773 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-b97dff1f-b71f-4c81-8e4b-74330a6704a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 200 len: 858 time: 0.2518723 Jan 05 18:10:24.801783 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-c9a6bc37-9dbb-45ad-b9c6-7b197d1883b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241904 Jan 05 18:10:24.893983 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-2b439065-0ed8-454f-90a6-dd00fa32b932 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840733 Jan 05 18:10:24.989689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b753f09b-381a-4f15-aea7-fb8943468988 req-d3716aff-18d2-48e2-aa16-29cf49b3bb93 service neutron] 10.222.0.10 "GET /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850990 Jan 05 18:10:25.019191 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58852) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:25.123582 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1abd71ff-9bbe-4ecb-882c-8f6826092be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.199891 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1abd71ff-9bbe-4ecb-882c-8f6826092be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.256663 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1abd71ff-9bbe-4ecb-882c-8f6826092be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.294267 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd71ff-9bbe-4ecb-882c-8f6826092be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca950515-66eb-4094-8725-a60f0e0a50cd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:25.298871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1abd71ff-9bbe-4ecb-882c-8f6826092be7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7458da1438cc466098218d13a7c5adc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786517 Jan 05 18:10:25.301562 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58858) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:25.354931 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.376674 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.418166 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30520ecf-5ba2-4dbe-aa39-6272827d04c7 req-6b2c7394-b90d-46da-aaf1-8ed1ad52c053 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:25.430864 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-30520ecf-5ba2-4dbe-aa39-6272827d04c7 req-6b2c7394-b90d-46da-aaf1-8ed1ad52c053 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0566490 Jan 05 18:10:25.457139 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-30520ecf-5ba2-4dbe-aa39-6272827d04c7 req-b902fae9-0381-4bfa-b8c7-d1ef8505bded tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Jan 05 18:10:25.514196 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.516770 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:25.517908 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca950515-66eb-4094-8725-a60f0e0a50cd HTTP/1.1" status: 204 len: 168 time: 0.2153869 Jan 05 18:10:25.526247 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84a6db-dafb-44e5-9adf-aff73ca0a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca950515-66eb-4094-8725-a60f0e0a50cd,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:26.447525 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58894) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:26.546143 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-798629611-network', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:26.594348 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdbfde-9fec-4e1d-9fd0-f55ffd3f607a req-84e04e4b-f3d2-4d6b-9ba6-8bded7363873 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:26.595936 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-86cdbfde-9fec-4e1d-9fd0-f55ffd3f607a req-84e04e4b-f3d2-4d6b-9ba6-8bded7363873 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0646124 Jan 05 18:10:26.629990 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Made reservation on behalf of c753dd0d3b2f4098a76e0e6a57614fa4 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:26.632248 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.645474 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-86cdbfde-9fec-4e1d-9fd0-f55ffd3f607a req-5301be24-c6ca-45e8-a1ea-0f29a997f5f5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Jan 05 18:10:26.646290 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.739490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.822428 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.847098 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:10:26.856697 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465a159-43e7-4c97-a18f-a7063a7dbf12,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:26.862530 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.862870 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Added segment 52557abb-d9ba-4217-892e-791c715df7bf of type vlan for network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd Jan 05 18:10:26.901186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.988372 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:26.989377 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:26.989958 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.047734 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] Pushing event updated for resources: {'Network': ['ID=39ebef31-4bfe-43bd-a891-f1a646ce4bcd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:27.057682 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:10:27.093714 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-35cafd41-614e-46ec-a4a2-0f428b71efdc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6449668 Jan 05 18:10:27.099889 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 58910) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:27.105271 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Request body: {'subnet': {'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-798629611-subnet', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:27.170960 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Made reservation on behalf of c753dd0d3b2f4098a76e0e6a57614fa4 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:27.173270 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.383461 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.441378 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=906ac9d0-56b9-43eb-a66d-ded65d86815c,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:27.448829 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Checking segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:27.449402 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Network hostable DHCP agents. Network: 39ebef31-4bfe-43bd-a891-f1a646ce4bcd, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:10:27.508741 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:10:27.610651 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 39ebef31-4bfe-43bd-a891-f1a646ce4bcd) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:27.619645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:27.620311 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.626286 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a436c-8b98-4d2a-b3bf-77a417ade101 None None] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:10:27.685423 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df559c-9771-4b4c-bd23-59caacb29e9f req-c65c68b3-1193-4f33-8aee-4c828866272c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:27.687122 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1df559c-9771-4b4c-bd23-59caacb29e9f req-c65c68b3-1193-4f33-8aee-4c828866272c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0509520 Jan 05 18:10:27.706061 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2f5e9758-798b-4bed-9e0b-777d9133c5de admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6049638 Jan 05 18:10:27.708822 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58922) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:27.713594 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:27.756519 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1df559c-9771-4b4c-bd23-59caacb29e9f req-44926a84-e6b2-49e8-9534-a6a5d298867d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Jan 05 18:10:27.799091 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:10:27.811059 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.811264 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca3f33-9b16-44a4-b77e-9ad2dac6134d req-f1335b71-0966-4ae4-84c2-2a6ae57ed5cb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:27.811264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-44ca3f33-9b16-44a4-b77e-9ad2dac6134d req-f1335b71-0966-4ae4-84c2-2a6ae57ed5cb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0635626 Jan 05 18:10:27.830303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.831271 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.853393 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-44ca3f33-9b16-44a4-b77e-9ad2dac6134d req-e680e6b9-9cd3-478f-b905-7174ca45c40a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Jan 05 18:10:27.896238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:27.959284 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Allocated IP 172.20.0.2 (39ebef31-4bfe-43bd-a891-f1a646ce4bcd/906ac9d0-56b9-43eb-a66d-ded65d86815c/5563549c-e2d7-4753-a257-28f561f06e9c) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:28.093495 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.107082 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.177058 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.215326 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:28.218365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:28.221843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:28.236132 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Pushing event updated for resources: {'Port': ['ID=5563549c-e2d7-4753-a257-28f561f06e9c,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:28.282068 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Attempting to bind port 5563549c-e2d7-4753-a257-28f561f06e9c on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:28.282441 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Attempting to bind port 5563549c-e2d7-4753-a257-28f561f06e9c by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:28.282800 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Attempting to bind port 5563549c-e2d7-4753-a257-28f561f06e9c on network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:28.287759 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:28.288135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Checking segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:28.288700 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.289095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Bound using segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:28.289573 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Bound port: 5563549c-e2d7-4753-a257-28f561f06e9c, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:28.289950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.367145 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] For port 5563549c-e2d7-4753-a257-28f561f06e9c, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:28.371006 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] For port 5563549c-e2d7-4753-a257-28f561f06e9c, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5563549c-e2d7-4753-a257-28f561f06e9c,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:28.452284 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.515348 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36c2f2-6871-4fc2-bc31-1fa18c54c8f2 None None] Pushing event updated for resources: {'Port': ['ID=5563549c-e2d7-4753-a257-28f561f06e9c,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:28.573608 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.593105 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.732888 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Allocated IP 172.37.1.219 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/d460bd78-521c-4bf1-b1e1-1ec84743df3c) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:28.845784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:28.881842 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7a5a8-e7cc-4e1d-b779-a6c293e58a8f req-4d6b7f51-cfbe-45a3-ac7f-8aee9c2d0aec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:28.883822 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3bc7a5a8-e7cc-4e1d-b779-a6c293e58a8f req-4d6b7f51-cfbe-45a3-ac7f-8aee9c2d0aec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0506589 Jan 05 18:10:28.922349 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3bc7a5a8-e7cc-4e1d-b779-a6c293e58a8f req-0967051a-6ff9-4284-9519-7b5f75c93b4e tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Jan 05 18:10:28.931767 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.000796 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:29.008265 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:29.010857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Pushing event updated for resources: {'Port': ['ID=d460bd78-521c-4bf1-b1e1-1ec84743df3c,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:29.013130 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:29.092860 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10fc68-dcfc-4b49-a46b-37eb4c2bedd9 req-7fbc8f29-17d4-4100-bddb-fb75dfdf9285 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:29.094370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9b10fc68-dcfc-4b49-a46b-37eb4c2bedd9 req-7fbc8f29-17d4-4100-bddb-fb75dfdf9285 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1399381 Jan 05 18:10:29.160563 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9b10fc68-dcfc-4b49-a46b-37eb4c2bedd9 req-e7d7f3e9-1039-47fb-a900-32cf1ea65842 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Jan 05 18:10:29.328963 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.422870 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf386f7-e880-41a5-ad8b-c63428fbd809 None None] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:10:29.483436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] Provisioning complete for port 5563549c-e2d7-4753-a257-28f561f06e9c triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:29.483978 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.541110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.627933 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.675022 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] For port 5563549c-e2d7-4753-a257-28f561f06e9c, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5563549c-e2d7-4753-a257-28f561f06e9c,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:29.736449 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:10:29.759583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.809878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c99e54-8cbf-485c-a1cb-7143604561c1 None None] Pushing event updated for resources: {'Port': ['ID=5563549c-e2d7-4753-a257-28f561f06e9c,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:29.853250 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:10:29.863397 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Sync routers for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:10:29.874031 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:29.874662 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:29.883650 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-55df05c1-8063-48a8-9be1-b7be6d97897a None None] Provisioning complete for port 5563549c-e2d7-4753-a257-28f561f06e9c triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:29.884063 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-55df05c1-8063-48a8-9be1-b7be6d97897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.955896 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:29.957700 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fda124b7-9779-43df-b41f-ee54f748620c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2477074 Jan 05 18:10:29.961205 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 58954) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:30.058066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890c077-5abd-424f-89f1-d1c145147ceb req-6d8dc7e6-ebb2-4e24-958a-07368957bae1 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:30.060285 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8890c077-5abd-424f-89f1-d1c145147ceb req-6d8dc7e6-ebb2-4e24-958a-07368957bae1 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0540261 Jan 05 18:10:30.081295 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:30.107882 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8890c077-5abd-424f-89f1-d1c145147ceb req-cb341033-e319-426c-b141-69a8837e1ee6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jan 05 18:10:30.236634 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5563549c-e2d7-4753-a257-28f561f06e9c up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:30.287157 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:29Z', 'revision_number': 3, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:30.292294 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 5563549c-e2d7-4753-a257-28f561f06e9c triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:30.292957 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.318007 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Checking router: a32395b7-ee04-46e1-a9a4-19b2c10e0e3d for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:10:30.318413 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Updating router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d port d460bd78-521c-4bf1-b1e1-1ec84743df3c binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:10:30.339165 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1d18-820e-4619-a289-484bb9889ef9 req-979ee3b5-1067-4829-960c-97515fe6e370 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:30.340699 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d3a1d18-820e-4619-a289-484bb9889ef9 req-979ee3b5-1067-4829-960c-97515fe6e370 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0717571 Jan 05 18:10:30.352098 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.415821 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d3a1d18-820e-4619-a289-484bb9889ef9 req-c207a218-9afe-495c-9be6-d3094fbdced4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678000 Jan 05 18:10:30.500421 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.532624 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-9e451ab6-1ca3-45aa-ac42-f8af747a4894 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:30.534247 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-9e451ab6-1ca3-45aa-ac42-f8af747a4894 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 946 time: 0.0616901 Jan 05 18:10:30.674302 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Deleting port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:10:30.674869 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.717456 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.748947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Allocated IP 172.20.0.1 (39ebef31-4bfe-43bd-a891-f1a646ce4bcd/906ac9d0-56b9-43eb-a66d-ded65d86815c/1a902d64-831c-4066-bbea-b4c24ee77993) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:30.788938 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] For port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:30.789379 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.799654 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.801850 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Calling delete_port for 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 owned by compute:nova {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:10:30.862055 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.864680 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584a0b4-6cd6-4ac6-8e44-3c682a290cb1 None None] Pushing event updated for resources: {'Port': ['ID=d460bd78-521c-4bf1-b1e1-1ec84743df3c,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:30.866961 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Attempting to bind port d460bd78-521c-4bf1-b1e1-1ec84743df3c on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:30.867323 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Attempting to bind port d460bd78-521c-4bf1-b1e1-1ec84743df3c by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:30.867680 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Attempting to bind port d460bd78-521c-4bf1-b1e1-1ec84743df3c on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:30.873547 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:30.873919 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:30.874334 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.875109 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:30.875217 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Bound port: d460bd78-521c-4bf1-b1e1-1ec84743df3c, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:30.875526 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:30.936197 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] For port d460bd78-521c-4bf1-b1e1-1ec84743df3c, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:30.941482 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] For port d460bd78-521c-4bf1-b1e1-1ec84743df3c, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d460bd78-521c-4bf1-b1e1-1ec84743df3c,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:30.999720 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.016800 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.017056 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.049803 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:31.054658 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:31.057507 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['40c6629f-ad64-4cb1-b51a-e4b9b5b708e5'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:10:31.060398 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:31.061213 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:31.064000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:31.064696 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.070202 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Pushing event updated for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:31.070302 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Pushing event deleted for resources: {'Port': ['ID=40c6629f-ad64-4cb1-b51a-e4b9b5b708e5,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:31.157903 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] No DVR routers for this DVR port 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 on host hv-cinder-xena0 {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:10:31.168443 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.176485 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8460cf6e-7d8f-4d62-b002-8192a7cbf9d7 req-303fad9c-9171-4a45-820a-f6e2dfa565eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "DELETE /v2.0/ports/40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 HTTP/1.1" status: 204 len: 173 time: 0.6350057 Jan 05 18:10:31.177035 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'name': 'network-vif-deleted', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:10:31.179365 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3522bad-4e22-461c-a288-aed677a45dbc" -d '{"events": [{"server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "name": "network-vif-deleted", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:10:31.192337 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584a0b4-6cd6-4ac6-8e44-3c682a290cb1 None None] Pushing event updated for resources: {'Port': ['ID=d460bd78-521c-4bf1-b1e1-1ec84743df3c,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:31.227658 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:31.268420 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e0459-4d8a-4a1c-a600-a4ddd38bcb2f x-openstack-request-id: req-d34e0459-4d8a-4a1c-a600-a4ddd38bcb2f {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:10:31.268718 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b66edc-e5bc-4b66-8a5c-a28a8de81c7f", "name": "network-vif-deleted", "tag": "40c6629f-ad64-4cb1-b51a-e4b9b5b708e5", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:10:31.269151 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d34e0459-4d8a-4a1c-a600-a4ddd38bcb2f {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:10:31.269553 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b66edc-e5bc-4b66-8a5c-a28a8de81c7f', 'name': 'network-vif-deleted', 'tag': '40c6629f-ad64-4cb1-b51a-e4b9b5b708e5', 'status': 'completed', 'code': 200} Jan 05 18:10:31.271815 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5f84fc74-3b2f-4a71-8fb0-b7727afd22e2 req-800754ee-88ea-43e2-b5e1-165fcd9d553f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0369537 Jan 05 18:10:31.318518 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.427747 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-dd0091cd-70a0-4e8f-85e5-373d796de16b None None] Provisioning complete for port 1a902d64-831c-4066-bbea-b4c24ee77993 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:31.428257 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dd0091cd-70a0-4e8f-85e5-373d796de16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.432472 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:29Z', 'revision_number': 3, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:31.464697 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641906a8-fbf4-469d-9aa7-87c8a27af3bf None None] The sync data for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi is: [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:29Z', 'revision_number': 3, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:10:31.472165 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-dd0091cd-70a0-4e8f-85e5-373d796de16b None None] Port 1a902d64-831c-4066-bbea-b4c24ee77993 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:31.489048 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.565473 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.566344 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:31.650891 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Pushing event updated for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:31.734049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:31.735512 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:32.003760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-0e4176a5-bf23-49f3-ab97-50fe8b5c814c None None] Provisioning complete for port 1a902d64-831c-4066-bbea-b4c24ee77993 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:32.004200 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0e4176a5-bf23-49f3-ab97-50fe8b5c814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:32.051319 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-0e4176a5-bf23-49f3-ab97-50fe8b5c814c None None] Port 1a902d64-831c-4066-bbea-b4c24ee77993 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:32.086610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:10:32.206405 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:10:32.213440 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d460bd78-521c-4bf1-b1e1-1ec84743df3c up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:32.215847 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-59cfd904-e421-4ebe-872b-ddfde11e433c admin admin] 10.222.0.26 "PUT /v2.0/routers/a32395b7-ee04-46e1-a9a4-19b2c10e0e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531912 Jan 05 18:10:32.270355 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port d460bd78-521c-4bf1-b1e1-1ec84743df3c triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:32.270831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:32.358585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:32.412336 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port d460bd78-521c-4bf1-b1e1-1ec84743df3c, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d460bd78-521c-4bf1-b1e1-1ec84743df3c,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:32.422616 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1fa65efc-8c73-445e-8b11-3ca3b49364fd req-ae3be156-bd79-4644-a9d0-05bdac5b8351 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0356526 Jan 05 18:10:32.462773 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:32.510483 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=d460bd78-521c-4bf1-b1e1-1ec84743df3c,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:32.844855 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59016) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:32.849907 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1226324921-network', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:32.924937 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Made reservation on behalf of d4e3b7dcf9704564808071f049c02285 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:32.927427 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:32.942960 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.013806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.073596 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.089902 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Sync routers for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:10:33.100500 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:33.101768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:33.105971 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:10:33.121464 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9add1-4e89-4a08-84c7-1367b357ab34,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:33.124586 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.125004 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Added segment 905b6d70-2810-4a27-b68f-b140557a766e of type vlan for network 43d6a3a7-da84-408c-aca4-d3f02be772ba Jan 05 18:10:33.166806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.251304 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.252354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:33.252951 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.313810 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] Pushing event updated for resources: {'Network': ['ID=43d6a3a7-da84-408c-aca4-d3f02be772ba,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:33.325090 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:10:33.330379 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:33.351124 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0d5ce73c-7cd7-4152-8a09-d7d6708f73d6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5043602 Jan 05 18:10:33.353703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59024) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:33.359258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Request body: {'subnet': {'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1226324921-subnet', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:33.462423 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Made reservation on behalf of d4e3b7dcf9704564808071f049c02285 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:33.465430 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.575734 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 2, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:33.602503 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Checking router: a32395b7-ee04-46e1-a9a4-19b2c10e0e3d for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:10:33.602776 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Updating router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d port 1a902d64-831c-4066-bbea-b4c24ee77993 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:10:33.627066 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.680089 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.743661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Pushing event updated for resources: {'Subnet': ['ID=985f87a7-d6a5-475a-9c16-e35451fd797c,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:33.750487 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Checking segment: {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:33.750919 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Network hostable DHCP agents. Network: 43d6a3a7-da84-408c-aca4-d3f02be772ba, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:10:33.810862 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:10:33.868263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 43d6a3a7-da84-408c-aca4-d3f02be772ba) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:33.872948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:33.873937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.877590 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfce7b2-f5ac-4952-84e4-2f889c65caf6 None None] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:10:33.923575 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:33.952341 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3028e5be-bcf2-45bb-821f-eb528f67555d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5946090 Jan 05 18:10:33.952594 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59030) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:33.956865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:34.027411 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-43d6a3a7-da84-408c-aca4-d3f02be772ba', 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'fixed_ips': [{'subnet_id': '985f87a7-d6a5-475a-9c16-e35451fd797c'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:10:34.028245 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.031616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.056713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.057861 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.111719 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.138990 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14fac3-cc61-4e30-bce2-bef4eefe243d None None] Pushing event updated for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:34.227235 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d460bd78-521c-4bf1-b1e1-1ec84743df3c up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:34.253237 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Attempting to bind port 1a902d64-831c-4066-bbea-b4c24ee77993 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:34.253805 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Attempting to bind port 1a902d64-831c-4066-bbea-b4c24ee77993 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:34.254346 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Attempting to bind port 1a902d64-831c-4066-bbea-b4c24ee77993 on network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:34.273232 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:34.273630 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Checking segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:34.274063 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.274443 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Bound using segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:34.274914 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Bound port: 1a902d64-831c-4066-bbea-b4c24ee77993, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:34.275287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.302922 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Allocated IP 172.20.0.2 (43d6a3a7-da84-408c-aca4-d3f02be772ba/985f87a7-d6a5-475a-9c16-e35451fd797c/d0753ffd-9c60-4591-8347-caa415a5fdfd) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:34.321310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.428389 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port d460bd78-521c-4bf1-b1e1-1ec84743df3c triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:34.429642 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.454331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] For port 1a902d64-831c-4066-bbea-b4c24ee77993, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:34.461679 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-a72d2619-e4fe-4981-ab02-3895d7c83cd3 None None] Provisioning complete for port 1a902d64-831c-4066-bbea-b4c24ee77993 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:34.462135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a72d2619-e4fe-4981-ab02-3895d7c83cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.495913 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] For port 1a902d64-831c-4066-bbea-b4c24ee77993, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1a902d64-831c-4066-bbea-b4c24ee77993,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:34.540187 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-a72d2619-e4fe-4981-ab02-3895d7c83cd3 None None] Port 1a902d64-831c-4066-bbea-b4c24ee77993 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:34.592316 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.594316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.616964 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.638878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.677535 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:34.678282 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:34.681097 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14fac3-cc61-4e30-bce2-bef4eefe243d None None] Pushing event updated for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:34.729313 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Allocated IP 172.37.1.80 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/fcaa9160-11bb-4664-8b18-383b028d6626) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:34.746043 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.798414 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:34.804502 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:34.809386 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:34.823875 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Pushing event updated for resources: {'Port': ['ID=d0753ffd-9c60-4591-8347-caa415a5fdfd,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:34.851874 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.937057 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:34.976254 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:34.979122 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:34.982723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:34.994247 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:35.017801 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Pushing event updated for resources: {'Port': ['ID=fcaa9160-11bb-4664-8b18-383b028d6626,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:35.041547 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Attempting to bind port d0753ffd-9c60-4591-8347-caa415a5fdfd on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:35.041910 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Attempting to bind port d0753ffd-9c60-4591-8347-caa415a5fdfd by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:35.042287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Attempting to bind port d0753ffd-9c60-4591-8347-caa415a5fdfd on network 43d6a3a7-da84-408c-aca4-d3f02be772ba {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:35.054712 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] Provisioning complete for port 1a902d64-831c-4066-bbea-b4c24ee77993 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:35.055080 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.081845 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:35.082251 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Checking segment: {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:35.082627 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.083011 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Bound using segment: {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:35.083477 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Bound port: d0753ffd-9c60-4591-8347-caa415a5fdfd, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:35.083848 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.268505 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] For port d0753ffd-9c60-4591-8347-caa415a5fdfd, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:35.271513 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.299043 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] For port d0753ffd-9c60-4591-8347-caa415a5fdfd, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d0753ffd-9c60-4591-8347-caa415a5fdfd,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:35.311345 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.353056 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] For port 1a902d64-831c-4066-bbea-b4c24ee77993, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1a902d64-831c-4066-bbea-b4c24ee77993,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:35.361684 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:34Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:35.365249 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.399586 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92875130-73f4-4eb6-a772-335f8ae02329 None None] The sync data for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi is: [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:34Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:10:35.421590 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.451611 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f736-db4a-48d6-bcd3-4e0f877a7cec None None] Pushing event updated for resources: {'Port': ['ID=d0753ffd-9c60-4591-8347-caa415a5fdfd,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:35.499882 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.520660 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bed96-9ce2-40ad-adc2-7c19796ecb82 None None] Pushing event updated for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:35.713333 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Router 928e2a20-cb64-43e0-9e72-79c06d365b99 is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:10:35.828116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:10:35.837461 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Sync routers for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:10:35.847750 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:35.848524 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:35.898998 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:35.900197 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0e0a5b64-2beb-4cbc-91b0-f056412c5a7e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9466307 Jan 05 18:10:35.903152 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59042) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:35.966879 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:36.198439 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 3, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:36.255011 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Checking router: 928e2a20-cb64-43e0-9e72-79c06d365b99 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:10:36.258249 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Updating router 928e2a20-cb64-43e0-9e72-79c06d365b99 port fcaa9160-11bb-4664-8b18-383b028d6626 binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:10:36.260445 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:10:36.316060 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:10:36.316753 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40c6629f-ad64-4cb1-b51a-e4b9b5b708e5 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:10:36.328984 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.350549 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d0753ffd-9c60-4591-8347-caa415a5fdfd up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:36.435021 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b8038706-c2b1-4393-add1-46a3e17be296 req-d33ea245-616c-45df-9783-01eae56f1ab2 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b66edc-e5bc-4b66-8a5c-a28a8de81c7f HTTP/1.1" status: 200 len: 210 time: 0.0539930 Jan 05 18:10:36.484539 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port d0753ffd-9c60-4591-8347-caa415a5fdfd triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:36.485091 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.601967 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.613837 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.653988 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port d0753ffd-9c60-4591-8347-caa415a5fdfd, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d0753ffd-9c60-4591-8347-caa415a5fdfd,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:36.714349 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.715226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 1a902d64-831c-4066-bbea-b4c24ee77993 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:36.810240 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 1a902d64-831c-4066-bbea-b4c24ee77993 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:36.810543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.824482 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Allocated IP 172.20.0.1 (43d6a3a7-da84-408c-aca4-d3f02be772ba/985f87a7-d6a5-475a-9c16-e35451fd797c/8de8942d-69c1-41a5-85f0-3bc510231b37) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:36.850304 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43fe72-6ddd-4502-a7d2-5bc018350052 None None] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:10:36.873530 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.925826 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.947293 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=d0753ffd-9c60-4591-8347-caa415a5fdfd,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:36.958950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-1d644467-bc57-4e1d-a22e-182f54695888 None None] Provisioning complete for port d0753ffd-9c60-4591-8347-caa415a5fdfd triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:36.961334 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1d644467-bc57-4e1d-a22e-182f54695888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.962104 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:36.966714 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.967188 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.967436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.967801 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.968132 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.968504 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.968786 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.969108 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.969593 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.969834 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.970193 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.970514 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:36.997268 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Attempting to bind port fcaa9160-11bb-4664-8b18-383b028d6626 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:36.997875 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Attempting to bind port fcaa9160-11bb-4664-8b18-383b028d6626 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:36.998253 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Attempting to bind port fcaa9160-11bb-4664-8b18-383b028d6626 on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:37.009405 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8c21-c4ea-4f6d-b07e-2ad772276114 None None] Pushing event updated for resources: {'Port': ['ID=fcaa9160-11bb-4664-8b18-383b028d6626,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:37.014332 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:37.014949 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:37.015344 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.015875 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:37.016470 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Bound port: fcaa9160-11bb-4664-8b18-383b028d6626, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:37.017173 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.047516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.084145 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] For port fcaa9160-11bb-4664-8b18-383b028d6626, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:37.089910 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] For port fcaa9160-11bb-4664-8b18-383b028d6626, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fcaa9160-11bb-4664-8b18-383b028d6626,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:37.104129 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:37.107025 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:37.110414 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:37.139064 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:37.158549 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.212562 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.286587 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:37.287789 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:37.294683 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8c21-c4ea-4f6d-b07e-2ad772276114 None None] Pushing event updated for resources: {'Port': ['ID=fcaa9160-11bb-4664-8b18-383b028d6626,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:37.409569 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.459369 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:37.518733 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c51526d7-48ba-4187-931d-47a2b61369a5 None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:37.519266 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c51526d7-48ba-4187-931d-47a2b61369a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.623854 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-c51526d7-48ba-4187-931d-47a2b61369a5 None None] Port 8de8942d-69c1-41a5-85f0-3bc510231b37 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:37.647864 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c51526d7-48ba-4187-931d-47a2b61369a5 None None] Provisioning complete for port d0753ffd-9c60-4591-8347-caa415a5fdfd triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:37.648409 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c51526d7-48ba-4187-931d-47a2b61369a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.707559 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.715079 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 3, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:37.767951 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127fd6-e61e-418d-be84-a52f96a00ff9 None None] The sync data for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi is: [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 3, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:10:37.782256 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.855325 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.858636 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:37.919950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-4f550e5a-18ce-481b-a0b9-81811bd38e94 None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:37.920385 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4f550e5a-18ce-481b-a0b9-81811bd38e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:37.956824 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:37.957029 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4f550e5a-18ce-481b-a0b9-81811bd38e94 None None] Port 8de8942d-69c1-41a5-85f0-3bc510231b37 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:37.960494 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:38.157472 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Router 928e2a20-cb64-43e0-9e72-79c06d365b99 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:10:38.300634 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:10:38.311679 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-11c4dd26-5c22-4ef6-aaba-1c2ad85e7dd4 admin admin] 10.222.0.26 "PUT /v2.0/routers/928e2a20-cb64-43e0-9e72-79c06d365b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057879 Jan 05 18:10:38.355404 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device fcaa9160-11bb-4664-8b18-383b028d6626 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:38.424863 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-4227d0c9-692e-4785-a326-25e01076fc1f None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:38.425500 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4227d0c9-692e-4785-a326-25e01076fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:38.459874 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:38.468075 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4227d0c9-692e-4785-a326-25e01076fc1f None None] Port 8de8942d-69c1-41a5-85f0-3bc510231b37 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:38.474360 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port fcaa9160-11bb-4664-8b18-383b028d6626 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:38.485381 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:38.574035 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:38.597664 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port fcaa9160-11bb-4664-8b18-383b028d6626, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fcaa9160-11bb-4664-8b18-383b028d6626,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:38.685768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:38.686996 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d0753ffd-9c60-4591-8347-caa415a5fdfd up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:38.766776 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=fcaa9160-11bb-4664-8b18-383b028d6626,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:38.778586 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port d0753ffd-9c60-4591-8347-caa415a5fdfd triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:38.778956 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:39.735750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Sync routers for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:10:39.752950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:39.753771 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:39.993330 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:40.244447 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device fcaa9160-11bb-4664-8b18-383b028d6626 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:40.250214 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 4, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8de8942d-69c1-41a5-85f0-3bc510231b37', 'name': '', 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'mac_address': 'fa:16:3e:9c:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:36Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 2, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'subnets': [{'id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:40.301779 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Checking router: 928e2a20-cb64-43e0-9e72-79c06d365b99 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:10:40.302234 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Updating router 928e2a20-cb64-43e0-9e72-79c06d365b99 port 8de8942d-69c1-41a5-85f0-3bc510231b37 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:10:40.342090 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:40.384008 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port fcaa9160-11bb-4664-8b18-383b028d6626 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:40.384008 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:40.605695 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:10:40.729951 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:40.788711 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:40.839945 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b258d2-55a6-44ff-8e7c-4b470ab15505 None None] Pushing event updated for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:40.902255 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Attempting to bind port 8de8942d-69c1-41a5-85f0-3bc510231b37 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:40.902630 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Attempting to bind port 8de8942d-69c1-41a5-85f0-3bc510231b37 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:40.902993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Attempting to bind port 8de8942d-69c1-41a5-85f0-3bc510231b37 on network 43d6a3a7-da84-408c-aca4-d3f02be772ba {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:40.914369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:40.914742 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Checking segment: {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:40.915142 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:40.915534 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Bound using segment: {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:40.918176 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Bound port: 8de8942d-69c1-41a5-85f0-3bc510231b37, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905b6d70-2810-4a27-b68f-b140557a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:40.918176 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.012860 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] For port 8de8942d-69c1-41a5-85f0-3bc510231b37, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:41.016701 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] For port 8de8942d-69c1-41a5-85f0-3bc510231b37, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=8de8942d-69c1-41a5-85f0-3bc510231b37,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:41.091717 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.169031 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:41.169647 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.171897 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b258d2-55a6-44ff-8e7c-4b470ab15505 None None] Pushing event updated for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:41.175983 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:10:41.176813 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:41.379210 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:10:41.382839 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-91aa4276-fffa-4b34-9177-cae84fe31390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.418055 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.526287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] For port 8de8942d-69c1-41a5-85f0-3bc510231b37, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=8de8942d-69c1-41a5-85f0-3bc510231b37,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:41.596912 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:41.654296 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd1280-ed7c-4808-93b2-832bbc657738 None None] Pushing event updated for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:41.692364 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 4, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8de8942d-69c1-41a5-85f0-3bc510231b37', 'name': '', 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'mac_address': 'fa:16:3e:9c:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:36Z', 'updated_at': '2022-01-05T18:10:41Z', 'revision_number': 4, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'subnets': [{'id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:10:41.735129 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042b984-9e7d-45cd-86ac-22ec72a5db7c None None] The sync data for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi is: [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:37Z', 'revision_number': 4, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '8de8942d-69c1-41a5-85f0-3bc510231b37', 'name': '', 'network_id': '43d6a3a7-da84-408c-aca4-d3f02be772ba', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'mac_address': 'fa:16:3e:9c:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:36Z', 'updated_at': '2022-01-05T18:10:41Z', 'revision_number': 4, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'subnets': [{'id': '985f87a7-d6a5-475a-9c16-e35451fd797c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:10:41.746035 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6c94767e-d0b7-4712-a004-0f310a77e8b3 None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:41.746414 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6c94767e-d0b7-4712-a004-0f310a77e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:42.233764 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 8de8942d-69c1-41a5-85f0-3bc510231b37 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:10:42.302822 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 8de8942d-69c1-41a5-85f0-3bc510231b37 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:42.303111 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:43.089688 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-407bbe6a-a6ca-41c8-867f-f91052401a12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686360 Jan 05 18:10:43.168518 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-c3800d71-e67b-43b0-b540-da9a1ebe87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:43.170399 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-c3800d71-e67b-43b0-b540-da9a1ebe87ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0428147 Jan 05 18:10:43.297555 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-b293152a-abfe-4226-874c-6d4cb44188e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:43.299226 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-b293152a-abfe-4226-874c-6d4cb44188e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.1038888 Jan 05 18:10:43.371557 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-819ac3b1-88ff-4d0c-ba30-cb3cdac5d62d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0614848 Jan 05 18:10:43.422326 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-71a50562-78e4-4ca3-8a0b-e0f8bb84d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:43.424169 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-71a50562-78e4-4ca3-8a0b-e0f8bb84d362 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0464370 Jan 05 18:10:43.479412 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-c0358ff2-54e9-43b9-b435-454bb3ef27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:43.481163 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-c0358ff2-54e9-43b9-b435-454bb3ef27b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0491951 Jan 05 18:10:43.571377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1b51fb61-25bb-4ae9-9901-4cb73e15f296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:43.584392 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-c2569eb3-8173-40f7-9790-f3cad41bbfc7 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879359 Jan 05 18:10:43.704299 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bc40abc-12ed-42db-b038-997eba5a05d6 req-23e33168-4173-40fe-b39b-a1859657a6f8 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070919 Jan 05 18:10:44.571249 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:44.968964 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-ffeb7060-d0a8-4bfa-bf74-45496f858626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146799009&fields=id&tenant_id=77afa1dabebf479f8d59f54a3d9fad5a HTTP/1.1" status: 200 len: 267 time: 0.0339484 Jan 05 18:10:45.102274 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-192bbcb8-0f3e-44d5-ad93-6f96906fe775 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:45.104440 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-192bbcb8-0f3e-44d5-ad93-6f96906fe775 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 808 time: 0.1272137 Jan 05 18:10:45.123282 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-4426e3a8-f3b1-48ec-b9e3-a8cdee824c65 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/quotas/77afa1dabebf479f8d59f54a3d9fad5a HTTP/1.1" status: 200 len: 375 time: 0.0118237 Jan 05 18:10:45.187699 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-faa643d8-dbf3-43d0-883a-f234441c4acd tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538940 Jan 05 18:10:45.306232 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-4483e11d-757e-4e6a-9e9c-6a8419625598 service neutron] 10.222.0.26 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027970 Jan 05 18:10:45.402982 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-fc146043-af9e-4bc1-a207-e8a69a60c454 service neutron] 10.222.0.26 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917399 Jan 05 18:10:46.176836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:46.321539 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-213a5664-a84f-4bb0-a9db-b3a2c174af70 req-bc4d98d7-8333-4185-8238-465e14f9a6ff tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0720954 Jan 05 18:10:46.559639 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:47.493765 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9dfe9fa2-1351-47d5-8367-b5f1237f3b50 req-7d1f8595-7c9d-4c30-8d93-5a8e69944fb2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0507514 Jan 05 18:10:47.623578 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac259921-e3a2-4cf2-9315-2df72599ab30 req-a103dcdc-b96a-4fe0-a989-078a6a81b219 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:47.625296 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac259921-e3a2-4cf2-9315-2df72599ab30 req-a103dcdc-b96a-4fe0-a989-078a6a81b219 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0618496 Jan 05 18:10:47.671453 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac259921-e3a2-4cf2-9315-2df72599ab30 req-6010dfac-421c-42c8-a3ac-bc5a363f4b7b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Jan 05 18:10:47.899331 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59264) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:48.021029 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.104009 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.165521 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.198874 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb8eeab12285458b8ecacfbf5964d17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984598 Jan 05 18:10:48.201560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59268) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:10:48.215032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed6173-3e4c-442f-ad4a-1b68fe60bbca,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:48.223202 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.223858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.224355 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.225869 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.226406 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.226893 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.227384 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.227914 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.228405 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.228875 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.229354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.229880 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167fae3-3d2b-4e22-9286-7567026535ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.266199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.289829 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.553823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.567179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:48.567179 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7ed6173-3e4c-442f-ad4a-1b68fe60bbca HTTP/1.1" status: 204 len: 168 time: 0.3547406 Jan 05 18:10:48.567179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed6173-3e4c-442f-ad4a-1b68fe60bbca,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:48.573133 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.573481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.573817 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.574175 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.574498 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.574969 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.575222 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.575458 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.575779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.576095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.576410 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:48.576725 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c73fd7-07a1-4935-95f2-1f6779c09ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:10:51.146802 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9ba51e18-1885-423a-b0f1-7cb64dec4b76 req-b636e316-0929-44e4-ba85-14443414b5e6 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0274596 Jan 05 18:10:51.193313 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912ce2c-aaee-4849-816e-79e0be0ee083 req-c3f92d6b-b405-41a7-ab11-ef607e829339 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:51.198723 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a912ce2c-aaee-4849-816e-79e0be0ee083 req-c3f92d6b-b405-41a7-ab11-ef607e829339 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Jan 05 18:10:51.233937 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a912ce2c-aaee-4849-816e-79e0be0ee083 req-fd915262-c248-4090-8aa9-9fb44ba6b728 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Jan 05 18:10:51.687291 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-4fcffdd5-aa21-4b48-b077-6b63a7e9fb59 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:51.689791 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-4fcffdd5-aa21-4b48-b077-6b63a7e9fb59 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 814 time: 0.1065178 Jan 05 18:10:51.705251 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-e5107f62-a317-4343-a537-58308e898f9f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/quotas/c753dd0d3b2f4098a76e0e6a57614fa4 HTTP/1.1" status: 200 len: 375 time: 0.0101519 Jan 05 18:10:51.760092 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-e6101fa7-3e77-421b-88e3-32039f1af4b2 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488679 Jan 05 18:10:51.857117 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-aa5c247e-14d2-4401-8b9c-0a232015cd7e service neutron] 10.222.0.26 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843556 Jan 05 18:10:51.983036 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-1d707a9d-a49c-4fd0-ae10-4020dfa72ccd tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:51.984876 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-1d707a9d-a49c-4fd0-ae10-4020dfa72ccd tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/networks?id=6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 200 len: 814 time: 0.1153145 Jan 05 18:10:52.008751 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-4b820edd-36d8-422b-bcc1-fb2394f7c4ce tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/quotas/bc13c6223d1445e0979009edce8585a8 HTTP/1.1" status: 200 len: 375 time: 0.0177181 Jan 05 18:10:52.036842 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-39937ceb-cb98-4e17-8a95-59b639752302 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271935 Jan 05 18:10:52.133057 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-58dd19fd-fa32-4a10-a1f8-6f7e50fca823 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883505 Jan 05 18:10:52.147544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5ca50076-6911-489c-af2f-e242b2718dd6 service neutron] 10.222.0.26 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833827 Jan 05 18:10:52.306542 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-c5aa32a7-9c70-4f79-88cb-0b045f2b5500 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595948 Jan 05 18:10:52.313133 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-0aa16436-50f0-441a-a9ad-36f65a1a03c9 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:52.317576 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-0aa16436-50f0-441a-a9ad-36f65a1a03c9 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 808 time: 0.1594541 Jan 05 18:10:52.366470 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-78ba893a-6896-44a6-8f1b-7c7eeb533aab tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77afa1dabebf479f8d59f54a3d9fad5a HTTP/1.1" status: 200 len: 379 time: 0.0360546 Jan 05 18:10:52.377603 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'port': {'device_id': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'admin_state_up': True, 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'security_groups': ['dbc161d9-460b-451c-adca-ad45a5d7553f']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:52.564989 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Made reservation on behalf of 77afa1dabebf479f8d59f54a3d9fad5a for: {'port': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:52.568705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:52.613229 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3cc38b9a-7ecd-4de2-9b7d-a73d28ab8887 req-5a278a16-9a55-4830-a3ce-36b1d8c320b4 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0409789 Jan 05 18:10:52.749137 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec1b9232-26ff-44ee-9a0d-3e65a3be1206 req-fc2d5fa2-a812-4e56-9f91-279bf8e4df85 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Jan 05 18:10:52.799741 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fcf3-8c1b-4d94-8eaf-2c72c2464089 req-438d723e-e26f-4458-836d-e73df4e8e5b5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:52.801481 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0618fcf3-8c1b-4d94-8eaf-2c72c2464089 req-438d723e-e26f-4458-836d-e73df4e8e5b5 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0970833 Jan 05 18:10:52.826942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5b888336-d7ae-4651-9cb3-2313aa906d19 req-c0cc3bf4-ee70-454f-8cea-83e7f4638ea4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Jan 05 18:10:52.833692 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Allocated IP 172.20.0.3 (6cf60f61-fd02-458b-bda3-83bf94350c19/6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5/ffc7dfab-43e2-40de-9a25-49ae23ebf48d) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:52.875669 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0618fcf3-8c1b-4d94-8eaf-2c72c2464089 req-edca427f-387c-468d-93b5-e6c175c9a936 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jan 05 18:10:53.005808 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.125238 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.167053 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:53.170068 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:53.173726 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:53.199401 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:53.240111 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:53.241428 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.330715 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-11e7bee0-8c58-4f4a-8eb1-95c2cff995ce tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574962 Jan 05 18:10:53.351644 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Request body: {'port': {'device_id': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:53.368637 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-5ac4908c-e4cf-4860-969b-145e123f0e83 None None] Provisioning complete for port ffc7dfab-43e2-40de-9a25-49ae23ebf48d triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:53.373381 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5ac4908c-e4cf-4860-969b-145e123f0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.408086 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.414153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4908c-e4cf-4860-969b-145e123f0e83 None None] Port ffc7dfab-43e2-40de-9a25-49ae23ebf48d cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:53.711786 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc7dfab-43e2-40de-9a25-49ae23ebf48d {{(pid=102089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:10:53.738690 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.756604 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.provisioning_blocks [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Transition to ACTIVE for port object ffc7dfab-43e2-40de-9a25-49ae23ebf48d will not be triggered until provisioned by entity L2. {{(pid=102089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:10:53.768452 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb5027-8a39-4b2f-a9d0-8d842345749d req-637dab73-e2e1-4d1d-beb0-b291bedf4efa tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:53.769909 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-89bb5027-8a39-4b2f-a9d0-8d842345749d req-637dab73-e2e1-4d1d-beb0-b291bedf4efa tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 931 time: 0.0762858 Jan 05 18:10:53.811344 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-89bb5027-8a39-4b2f-a9d0-8d842345749d req-56ccd661-e869-4aa4-8b47-fc758cc98841 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345004 Jan 05 18:10:53.851987 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:53.919004 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7e09ee65-1c30-4937-8930-25d25d7f2a78 req-54a922ff-9e43-42ab-88b0-7dba20508d15 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 210 time: 0.0382230 Jan 05 18:10:53.941923 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:54.043344 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df48ee92-8974-48bd-97b8-24534a22d0cd req-b692482d-54e0-495d-af64-a02de069e556 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 210 time: 0.0394855 Jan 05 18:10:54.061189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Attempting to bind port ffc7dfab-43e2-40de-9a25-49ae23ebf48d on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:54.061189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Attempting to bind port ffc7dfab-43e2-40de-9a25-49ae23ebf48d by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:54.061189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Attempting to bind port ffc7dfab-43e2-40de-9a25-49ae23ebf48d on network 6cf60f61-fd02-458b-bda3-83bf94350c19 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:54.062271 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Port ffc7dfab-43e2-40de-9a25-49ae23ebf48d on network 6cf60f61-fd02-458b-bda3-83bf94350c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:10:54.062649 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Attempting to bind port ffc7dfab-43e2-40de-9a25-49ae23ebf48d on network 6cf60f61-fd02-458b-bda3-83bf94350c19 {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:54.067827 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:54.068443 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Checking segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:54.068860 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Bound using segment: {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'} {{(pid=102089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:54.069484 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.managers [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Bound port: ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc82620-e6c8-4e3e-8978-dd0a1f466687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19'}}] {{(pid=102089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:54.070081 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:54.102260 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2177f-33ae-4a6c-972d-d4c02709d6f4 req-bb155186-d760-4ae6-a5b1-4b2afbed55cc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.110647 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-73d2177f-33ae-4a6c-972d-d4c02709d6f4 req-bb155186-d760-4ae6-a5b1-4b2afbed55cc tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0894189 Jan 05 18:10:54.148264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-73d2177f-33ae-4a6c-972d-d4c02709d6f4 req-8fe18881-dcae-4b7d-b204-5a97e42399ea tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366938 Jan 05 18:10:54.154940 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, cleared binding levels {{(pid=102089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:54.157980 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:54.249380 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:54.284528 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.285139 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:54.286615 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] 10.222.0.10 "PUT /v2.0/ports/ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 1093 time: 0.9404118 Jan 05 18:10:54.287054 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:10:54.289537 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304" -d '{"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:10:54.312639 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f8d0c-2b80-41fa-b71c-b3383908b36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=3']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:54.335149 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56515d3-833a-47dc-afe6-185c03cf9bfc x-openstack-request-id: req-e56515d3-833a-47dc-afe6-185c03cf9bfc {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:10:54.340761 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:10:54.340761 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e56515d3-833a-47dc-afe6-185c03cf9bfc {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:10:54.340761 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'status': 'completed', 'code': 200} Jan 05 18:10:54.421653 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-e67dfe19-df1f-4fc8-a606-61f9a2effbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.423336 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-e67dfe19-df1f-4fc8-a606-61f9a2effbe8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1096 time: 0.0432065 Jan 05 18:10:54.529457 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-bb67dff5-466e-4c58-af6c-e93438aaa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.530964 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-bb67dff5-466e-4c58-af6c-e93438aaa93e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0933409 Jan 05 18:10:54.624131 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-a35fc6c1-56ec-4029-b232-9375c540b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.625492 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64b6d61f-dce8-4ac6-82a2-b45f8b0d4304 req-a35fc6c1-56ec-4029-b232-9375c540b048 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864956 Jan 05 18:10:54.851852 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-dc4d5170-774f-4a46-aa34-c8a7954991f4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.853545 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-dc4d5170-774f-4a46-aa34-c8a7954991f4 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0538099 Jan 05 18:10:54.880265 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-38e2b2a5-a1aa-4901-b46f-19da59d1967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.882461 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-38e2b2a5-a1aa-4901-b46f-19da59d1967c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1096 time: 0.0470548 Jan 05 18:10:54.948840 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-7e39c00c-a80b-4008-b6df-25fff831969f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 217 time: 0.0349586 Jan 05 18:10:54.967171 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25a88e-f7f4-484e-8edb-3075aaa636c1 req-8823a28d-66df-4550-a4df-5c9e923949b7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:54.968717 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ff25a88e-f7f4-484e-8edb-3075aaa636c1 req-8823a28d-66df-4550-a4df-5c9e923949b7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0816090 Jan 05 18:10:55.005901 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Deleting port 7996838c-af81-4f6b-8afa-9b8a7c826137 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:10:55.006471 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:55.021519 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8d105fae-4b0b-4e47-b33c-e248e4336b4e req-43f05759-8e1b-42d1-a2ab-ed40dc1def71 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jan 05 18:10:55.065631 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ff25a88e-f7f4-484e-8edb-3075aaa636c1 req-450bcbcb-31ef-405f-9878-e73fcff3be53 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837722 Jan 05 18:10:55.075252 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-77d269a7-c51f-4fd9-8809-9ff5ba92c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:55.086105 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-77d269a7-c51f-4fd9-8809-9ff5ba92c1a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0587604 Jan 05 18:10:55.136264 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-107c5a99-8d6f-47c0-84dd-5ff57e3eba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:55.137771 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-107c5a99-8d6f-47c0-84dd-5ff57e3eba5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528326 Jan 05 18:10:55.138829 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] For port 7996838c-af81-4f6b-8afa-9b8a7c826137, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=7996838c-af81-4f6b-8afa-9b8a7c826137,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:10:55.139189 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:55.161520 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Calling delete_port for 7996838c-af81-4f6b-8afa-9b8a7c826137 owned by compute:nova {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:10:55.183238 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f2e00f54-d599-4f77-8a6b-15086142743b req-f8d4e8fe-95ec-48db-9f21-311ee7db5df6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 210 time: 0.0366485 Jan 05 18:10:55.317205 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49882-e28a-456a-a127-50c5fc4d0ab3 req-0f46eb8a-8e31-43af-98f8-a23af2f818b2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:55.318993 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-50c49882-e28a-456a-a127-50c5fc4d0ab3 req-0f46eb8a-8e31-43af-98f8-a23af2f818b2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 945 time: 0.0742316 Jan 05 18:10:55.360824 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-8ba6220c-a7cc-45ee-861c-4f4a768f4905 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937025 Jan 05 18:10:55.371124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-c19b8511-df67-4d1e-8b45-490150df576d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:55.372512 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-c19b8511-df67-4d1e-8b45-490150df576d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "GET /v2.0/networks?id=6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 200 len: 814 time: 0.1404393 Jan 05 18:10:55.388724 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-50c49882-e28a-456a-a127-50c5fc4d0ab3 req-a1207b1f-6f65-4344-8a2f-0c81ac70a075 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636353 Jan 05 18:10:55.421425 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Request body: {'port': {'device_id': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261', 'admin_state_up': True, 'tenant_id': 'bc13c6223d1445e0979009edce8585a8'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:55.445273 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:55.478455 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Pushing event deleted for resources: {'Port': ['ID=7996838c-af81-4f6b-8afa-9b8a7c826137,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:55.488348 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['df48552c-b3ac-4d6c-9e6d-2d520990ed4f', '7996838c-af81-4f6b-8afa-9b8a7c826137'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:10:55.523035 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] No DVR routers for this DVR port 7996838c-af81-4f6b-8afa-9b8a7c826137 on host hv-cinder-xena0 {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:10:55.525958 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:55.529475 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "DELETE /v2.0/ports/7996838c-af81-4f6b-8afa-9b8a7c826137 HTTP/1.1" status: 204 len: 173 time: 0.6673071 Jan 05 18:10:55.541623 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fb794618-1b0b-4a9a-935e-81e9b70c4309 req-e84a1d2e-a162-4f4a-811f-7b75eb54607c service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681700 Jan 05 18:10:55.662990 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Made reservation on behalf of bc13c6223d1445e0979009edce8585a8 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:55.670859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:55.812985 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Allocated IP 172.20.0.10 (6ea5c4df-8b0d-4950-b450-970791c55261/dff54a0c-c3b7-4f08-affb-4d2f289ab317/5a020fa7-9166-4830-bf8c-76aadb9d4ebd) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:56.023453 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-745d0d27-eaea-44d2-a858-1d02234f4798 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:56.024878 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-745d0d27-eaea-44d2-a858-1d02234f4798 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 814 time: 0.1776273 Jan 05 18:10:56.047810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.110154 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'port': {'device_id': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'admin_state_up': True, 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:56.145394 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6d0a384f-0a23-40b5-8578-b617aee4b123 req-26a7c712-b71a-4697-955e-88591c0f2b72 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 210 time: 0.0393929 Jan 05 18:10:56.176398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.258639 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Network 6ea5c4df-8b0d-4950-b450-970791c55261 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:56.262299 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e794a-291c-4f8f-a391-d60909933a8a req-356e1053-7be4-457b-8272-da249a26e2b7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:56.264005 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f34e794a-291c-4f8f-a391-d60909933a8a req-356e1053-7be4-457b-8272-da249a26e2b7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0704134 Jan 05 18:10:56.266199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:56.268639 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Pushing event updated for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:56.271221 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:56.277649 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:56.278412 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.306513 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f34e794a-291c-4f8f-a391-d60909933a8a req-03ea409b-5620-4edd-883f-5fef6275e6e4 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353487 Jan 05 18:10:56.342772 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'name': 'network-vif-deleted', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:10:56.346662 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbcf47c-843b-41a7-be45-040e72c1b7e4" -d '{"events": [{"server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "name": "network-vif-deleted", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:10:56.358127 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-9ccc148d-9656-49e4-b794-9d2cae50e6ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9405470 Jan 05 18:10:56.409391 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Request body: {'port': {'device_id': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:10:56.423457 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33b5f4-70c2-4d97-b65f-d7d44b1ff97a req-c65ce98e-65dd-419e-906e-20c7bbac9b67 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:56.424734 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f33b5f4-70c2-4d97-b65f-d7d44b1ff97a req-c65ce98e-65dd-419e-906e-20c7bbac9b67 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 932 time: 0.0565670 Jan 05 18:10:56.445274 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Made reservation on behalf of c753dd0d3b2f4098a76e0e6a57614fa4 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:10:56.448895 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.477158 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f33b5f4-70c2-4d97-b65f-d7d44b1ff97a req-8dbd59e6-ba3d-4bb4-9286-c3b5149bce90 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Jan 05 18:10:56.487723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.516187 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4ad2e-c150-4902-90f2-e1d8a86cdc4b x-openstack-request-id: req-71f4ad2e-c150-4902-90f2-e1d8a86cdc4b {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:10:56.516505 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fc46c6-cb73-4f7e-806b-4e68fdf9c293", "name": "network-vif-deleted", "tag": "7996838c-af81-4f6b-8afa-9b8a7c826137", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:10:56.516763 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71f4ad2e-c150-4902-90f2-e1d8a86cdc4b {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:10:56.517152 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fc46c6-cb73-4f7e-806b-4e68fdf9c293', 'name': 'network-vif-deleted', 'tag': '7996838c-af81-4f6b-8afa-9b8a7c826137', 'status': 'completed', 'code': 200} Jan 05 18:10:56.606824 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e16f998-6d23-4805-9aa3-b3cb7c9b5d40 req-396a379e-ce46-4ce2-9f75-8272a6e06bf2 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=16fc46c6-cb73-4f7e-806b-4e68fdf9c293 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Jan 05 18:10:56.709455 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Allocated IP 172.20.0.14 (39ebef31-4bfe-43bd-a891-f1a646ce4bcd/906ac9d0-56b9-43eb-a66d-ded65d86815c/ed059967-44ef-462e-a799-7ce65c5e7e04) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:10:56.954339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a020fa7-9166-4830-bf8c-76aadb9d4ebd {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:10:56.972116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.977555 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:56.996791 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Transition to ACTIVE for port object 5a020fa7-9166-4830-bf8c-76aadb9d4ebd will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:10:57.074598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.106082 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.165056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:10:57.166670 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:10:57.168492 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:57.171283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:10:57.176312 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:57.176937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.249918 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Attempting to bind port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:10:57.250280 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Attempting to bind port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:10:57.250610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Attempting to bind port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd on network 6ea5c4df-8b0d-4950-b450-970791c55261 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:57.255476 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:57.261196 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-051f5786-69f8-49ff-b384-59b57a50a338 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1549771 Jan 05 18:10:57.283310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd on network 6ea5c4df-8b0d-4950-b450-970791c55261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:10:57.283584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Attempting to bind port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd on network 6ea5c4df-8b0d-4950-b450-970791c55261 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:10:57.291901 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:10:57.292241 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Checking segment: {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:10:57.292646 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Bound using segment: {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:10:57.293059 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Bound port: 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c614f62a-4115-483a-827b-a128fa181753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:10:57.293416 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.376145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7471c92-1ddb-4c2f-9104-c51aed79f80d req-abb3cee7-0654-4208-b117-00395c6b7c6c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:57.385171 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7471c92-1ddb-4c2f-9104-c51aed79f80d req-abb3cee7-0654-4208-b117-00395c6b7c6c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 932 time: 0.1420913 Jan 05 18:10:57.433896 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7471c92-1ddb-4c2f-9104-c51aed79f80d req-2ae2b3ea-9d26-4ee3-be3a-c3a2a25bf216 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567505 Jan 05 18:10:57.459890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:10:57.470887 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:10:57.491772 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54b66-0e3a-41de-9813-fa4c2b8d0723 req-b45288e3-747b-441a-87d5-1111bf3c3039 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:57.493433 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-85e54b66-0e3a-41de-9813-fa4c2b8d0723 req-b45288e3-747b-441a-87d5-1111bf3c3039 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0680192 Jan 05 18:10:57.532172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c2cc2884-2733-4109-a02c-ea771628758a None None] Provisioning complete for port ed059967-44ef-462e-a799-7ce65c5e7e04 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:10:57.532172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2884-2733-4109-a02c-ea771628758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.537122 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.553693 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-85e54b66-0e3a-41de-9813-fa4c2b8d0723 req-68d637c6-5497-433f-82e4-c36f5b9d7b9b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533273 Jan 05 18:10:57.595198 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:57.599100 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc2884-2733-4109-a02c-ea771628758a None None] Port ed059967-44ef-462e-a799-7ce65c5e7e04 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:10:57.603717 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:10:57.604713 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/5a020fa7-9166-4830-bf8c-76aadb9d4ebd HTTP/1.1" status: 200 len: 1094 time: 1.1998730 Jan 05 18:10:57.605184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:10:57.608790 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d6c08-8980-4bc5-a725-48023e3278f5" -d '{"events": [{"name": "network-changed", "server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:10:57.639763 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de782-166b-4aa2-b68c-0ab77e36d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:10:57.691473 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889561f-4970-4fbf-835c-547b5fb71ead req-02d13d0f-dada-4ba4-94a0-a2b07d7a669b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:10:57.693124 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0889561f-4970-4fbf-835c-547b5fb71ead req-02d13d0f-dada-4ba4-94a0-a2b07d7a669b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.0536695 Jan 05 18:10:57.941630 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0889561f-4970-4fbf-835c-547b5fb71ead req-4c80b615-ff4b-4c49-b97d-1b9d54a13e5c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413557 Jan 05 18:10:58.796768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 7996838c-af81-4f6b-8afa-9b8a7c826137 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:10:58.827320 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 7996838c-af81-4f6b-8afa-9b8a7c826137 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:10:58.827727 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 7996838c-af81-4f6b-8afa-9b8a7c826137 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:11:05.277859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59576) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:05.389091 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d3a93880-b2d1-4643-afe7-456a3a093b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.464049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d3a93880-b2d1-4643-afe7-456a3a093b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.576276 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d3a93880-b2d1-4643-afe7-456a3a093b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.619301 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d3a93880-b2d1-4643-afe7-456a3a093b34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=427216cc00ca47708560549410b7987b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402553 Jan 05 18:11:05.620182 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a93880-b2d1-4643-afe7-456a3a093b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e3435-f4d6-4d31-bda3-ad8520160842,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:05.621918 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59580) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:05.672118 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.693877 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.810788 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.813326 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:05.814550 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b36e3435-f4d6-4d31-bda3-ad8520160842 HTTP/1.1" status: 204 len: 168 time: 0.1916335 Jan 05 18:11:05.823620 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2fe20-6246-48a4-acb9-3eb2dd67214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e3435-f4d6-4d31-bda3-ad8520160842,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:06.739889 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59602) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:06.842835 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-279596055-network', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:06.924928 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Made reservation on behalf of 08e68392448c4624aa2ae32698c65e8d for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:06.934565 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:06.936587 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.021250 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.089898 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.112858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:11:07.123170 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a008766c-15a9-4600-bfef-efa30c1a858a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:07.129493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.129867 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Added segment ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0 of type vlan for network f6f66398-92a1-4614-82f3-d4ba84635ba6 Jan 05 18:11:07.190929 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.255831 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.256853 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:07.257526 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.332336 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] Pushing event updated for resources: {'Network': ['ID=f6f66398-92a1-4614-82f3-d4ba84635ba6,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:07.343974 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:11:07.389949 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d8128181-c9b7-4462-a45d-a309e06a0c0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6478550 Jan 05 18:11:07.392705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59606) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:07.397427 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Request body: {'subnet': {'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-279596055-subnet', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:07.479621 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Made reservation on behalf of 08e68392448c4624aa2ae32698c65e8d for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:07.482725 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:07.953657 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.030138 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:08.030498 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Network hostable DHCP agents. Network: f6f66398-92a1-4614-82f3-d4ba84635ba6, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:11:08.039401 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8057fdbe-8eec-4294-ac33-0196cbb9684e,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:08.142076 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:11:08.199748 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, f6f66398-92a1-4614-82f3-d4ba84635ba6) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:08.208729 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243c77a-1e00-4fd7-9e3f-0378a7a2109e None None] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:08.215284 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:08.215878 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.277532 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c64a31aa-2575-4324-b21c-7ff9be09e874 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8837209 Jan 05 18:11:08.280379 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59608) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:08.284797 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:08.365080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.366221 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.420142 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.488713 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.497194 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-f6f66398-92a1-4614-82f3-d4ba84635ba6', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:11:08.498190 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.637492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.656129 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Allocated IP 172.20.0.2 (f6f66398-92a1-4614-82f3-d4ba84635ba6/8057fdbe-8eec-4294-ac33-0196cbb9684e/c490761d-089d-453a-908b-1e136d397d95) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:08.813848 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.873468 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.896144 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.910377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:08.913113 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:08.916878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:08.920432 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:08.924801 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Pushing event updated for resources: {'Port': ['ID=c490761d-089d-453a-908b-1e136d397d95,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:08.983641 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Attempting to bind port c490761d-089d-453a-908b-1e136d397d95 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:08.984373 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Attempting to bind port c490761d-089d-453a-908b-1e136d397d95 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:08.984995 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Attempting to bind port c490761d-089d-453a-908b-1e136d397d95 on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:09.004189 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:09.004928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:09.005528 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.006160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Bound using segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:09.006825 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Bound port: c490761d-089d-453a-908b-1e136d397d95, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:09.007420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.038708 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Allocated IP 172.37.1.44 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/da5a5bf7-a7b6-4714-adf2-ed833dc04b80) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:09.098674 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] For port c490761d-089d-453a-908b-1e136d397d95, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:09.101805 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] For port c490761d-089d-453a-908b-1e136d397d95, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c490761d-089d-453a-908b-1e136d397d95,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:09.148186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.182844 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.244082 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea38e-4b7a-4b73-9e13-b14e0c892c99 None None] Pushing event updated for resources: {'Port': ['ID=c490761d-089d-453a-908b-1e136d397d95,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:09.251061 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.285163 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:09.288899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:09.292397 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:09.327408 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Pushing event updated for resources: {'Port': ['ID=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:09.632756 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:09.823667 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.044976 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:11:10.165607 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:10.179806 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:10.189272 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:10.190118 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:10.208843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3360975-934b-40a8-b0bd-937b6192aaa3 None None] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:10.252036 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device c490761d-089d-453a-908b-1e136d397d95 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:10.259529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.264964 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7672e1f0-6b94-4ae7-ac94-83b8dd68a1ed admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9796386 Jan 05 18:11:10.265671 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59612) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:10.299493 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] Provisioning complete for port c490761d-089d-453a-908b-1e136d397d95 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:10.299863 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.322203 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:10.409814 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port c490761d-089d-453a-908b-1e136d397d95 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:10.410119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.501085 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:09Z', 'revision_number': 3, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:10.502513 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.527765 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:10.528390 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Updating router f1316d28-11d0-42fa-ab36-d39b2bfa515a port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:11:10.562767 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.566226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] For port c490761d-089d-453a-908b-1e136d397d95, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c490761d-089d-453a-908b-1e136d397d95,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:10.584377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.651614 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.708584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.746736 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.db.api [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 18:11:10.747084 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG oslo_db.api [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 18:11:10.747704 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0574c33-d775-468d-a869-b065486ff2dd None None] Pushing event updated for resources: {'Port': ['ID=c490761d-089d-453a-908b-1e136d397d95,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:10.771904 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-acd2e006-985f-421a-8385-d499ea7bf823 None None] Provisioning complete for port c490761d-089d-453a-908b-1e136d397d95 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:10.772293 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-acd2e006-985f-421a-8385-d499ea7bf823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.856418 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.874145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Allocated IP 172.20.0.1 (f6f66398-92a1-4614-82f3-d4ba84635ba6/8057fdbe-8eec-4294-ac33-0196cbb9684e/e869f36f-c8f1-4c93-bd63-80580b649c54) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:10.948102 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.970849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:10.997776 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Attempting to bind port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:10.998158 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Attempting to bind port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:10.998533 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Attempting to bind port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:11.009519 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Pushing event updated for resources: {'Port': ['ID=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Bound port: da5a5bf7-a7b6-4714-adf2-ed833dc04b80, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:11.014832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.034985 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.035324 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.035654 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.035978 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.036318 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.036622 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.036938 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.037251 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.037581 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.037900 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.038298 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.038647 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:11.062379 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.076704 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] For port da5a5bf7-a7b6-4714-adf2-ed833dc04b80, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:11.079853 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] For port da5a5bf7-a7b6-4714-adf2-ed833dc04b80, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:11.105807 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:11.108676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:11.114779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:11.115251 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.119830 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Pushing event updated for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:11.154135 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.213537 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:11.214269 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:11.330619 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4914ea07-5d53-4173-9e70-0c9faa482a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.350857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.369083 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a734a-f8ca-468b-84ba-04df5ccf5785 None None] Pushing event updated for resources: {'Port': ['ID=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:11.383226 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-bc9de5a1-efc2-4bed-a9c6-aecca73def26 None None] Provisioning complete for port e869f36f-c8f1-4c93-bd63-80580b649c54 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:11.384683 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-bc9de5a1-efc2-4bed-a9c6-aecca73def26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.420270 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:11.425936 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-bc9de5a1-efc2-4bed-a9c6-aecca73def26 None None] Port e869f36f-c8f1-4c93-bd63-80580b649c54 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:11.511362 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.581897 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.582932 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.592008 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:09Z', 'revision_number': 3, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:11.621727 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1e99c-db6e-49ef-bfdf-9de98925455d None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:09Z', 'revision_number': 3, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:11.660301 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Pushing event updated for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:11.708463 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:11.709964 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:11.829832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:11:11.947591 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-e758357b-b756-465f-b11e-9a2b8c5e2f1e None None] Provisioning complete for port e869f36f-c8f1-4c93-bd63-80580b649c54 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:11.947960 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e758357b-b756-465f-b11e-9a2b8c5e2f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:11.958925 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:11.972553 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a2cc12e9-d010-498b-add7-7408e1e2ec97 admin admin] 10.222.0.26 "PUT /v2.0/routers/f1316d28-11d0-42fa-ab36-d39b2bfa515a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982214 Jan 05 18:11:11.984859 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-e758357b-b756-465f-b11e-9a2b8c5e2f1e None None] Port e869f36f-c8f1-4c93-bd63-80580b649c54 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:12.287120 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device c490761d-089d-453a-908b-1e136d397d95 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:12.340301 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port c490761d-089d-453a-908b-1e136d397d95 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:12.341744 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.420046 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device da5a5bf7-a7b6-4714-adf2-ed833dc04b80 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:12.470917 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:12.471285 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.550935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.570784 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port da5a5bf7-a7b6-4714-adf2-ed833dc04b80, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:12.627505 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.669948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59628) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:12.674960 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-661848020-network', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:12.677599 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:12.730283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Made reservation on behalf of 50ae0c2121d4419ba365df6b4d3d5537 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:12.732599 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.741448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.813148 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.913016 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.937202 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:11:12.947362 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e36a1-e948-4b70-8c77-d213f5415976,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:12.952248 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:12.952592 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Added segment e7d1448a-8eae-451d-8095-c2d9485ae8de of type vlan for network fa3f6c71-453d-4265-8d1d-68bd98447560 Jan 05 18:11:12.992950 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.073327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.074487 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:13.075074 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.131745 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3f6c71-453d-4265-8d1d-68bd98447560,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:13.142057 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network fa3f6c71-453d-4265-8d1d-68bd98447560 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:11:13.182714 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:13.209370 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:13.209970 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:10:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:13.218260 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e20a40f7-76b3-497e-ac49-4317cd514f88 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5470290 Jan 05 18:11:13.221061 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59630) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:13.226268 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Request body: {'subnet': {'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-661848020-subnet', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:13.342467 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Made reservation on behalf of 50ae0c2121d4419ba365df6b4d3d5537 for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:13.344864 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.436976 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:13.610789 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.634770 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f9dd082a-4fcd-4c7e-a5ce-65f53fb36b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.648733 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 2, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:13.668571 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b0fc74-943b-4470-892d-3c7ceb28ae44,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:13.676844 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:13.677203 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Updating router f1316d28-11d0-42fa-ab36-d39b2bfa515a port e869f36f-c8f1-4c93-bd63-80580b649c54 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:11:13.684559 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Checking segment: {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:13.685070 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Network hostable DHCP agents. Network: fa3f6c71-453d-4265-8d1d-68bd98447560, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:11:13.707085 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.717844 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Request body: {'port': {'device_id': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:13.769499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Network fa3f6c71-453d-4265-8d1d-68bd98447560 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:11:13.780678 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:13.832677 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49df45-6131-47f9-934b-684efa62f473 x-openstack-request-id: req-4d49df45-6131-47f9-934b-684efa62f473 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:13.832677 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:13.832677 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d49df45-6131-47f9-934b-684efa62f473 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:13.832677 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd', 'status': 'completed', 'code': 200} Jan 05 18:11:13.979128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add09d5-4f88-4cdc-bc66-311bbc5912f8 req-018ad03f-aa73-4477-8bfc-274002a549ea tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:13.982512 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7add09d5-4f88-4cdc-bc66-311bbc5912f8 req-018ad03f-aa73-4477-8bfc-274002a549ea tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0558584 Jan 05 18:11:14.000360 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.021234 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7add09d5-4f88-4cdc-bc66-311bbc5912f8 req-fcc06729-58fd-4fc9-afc1-9540c22859d6 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344892 Jan 05 18:11:14.057255 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.128797 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, fa3f6c71-453d-4265-8d1d-68bd98447560) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:14.145596 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4445-8e21-4a7a-a980-8b7824992e69 req-d25bcae5-fb57-4604-8028-a8108bd5c39e tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.147552 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d76a4445-8e21-4a7a-a980-8b7824992e69 req-d25bcae5-fb57-4604-8028-a8108bd5c39e tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.0586007 Jan 05 18:11:14.152239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.152841 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.176868 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc42f7-f702-4b90-8c9e-2a50446695e0 None None] Pushing event updated for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:14.184990 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272393b4-b0a2-4652-bffc-6fbffd6d1ce6 None None] Network fa3f6c71-453d-4265-8d1d-68bd98447560 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:14.196894 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d76a4445-8e21-4a7a-a980-8b7824992e69 req-3de82707-d613-4f10-981a-3f3f2d7e7297 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Jan 05 18:11:14.265752 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-72ce1e59-9e54-4408-a0ef-4d89412cd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.266534 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Attempting to bind port e869f36f-c8f1-4c93-bd63-80580b649c54 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:14.267003 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Attempting to bind port e869f36f-c8f1-4c93-bd63-80580b649c54 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:14.267528 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Attempting to bind port e869f36f-c8f1-4c93-bd63-80580b649c54 on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:14.268033 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-72ce1e59-9e54-4408-a0ef-4d89412cd019 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 1097 time: 0.4220541 Jan 05 18:11:14.293648 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device da5a5bf7-a7b6-4714-adf2-ed833dc04b80 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:14.294078 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fffb5-f4f0-49d0-8f96-6db5af088f4a req-9921b8a8-06c8-404a-afb4-4ddd998f8b54 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.295702 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4f4fffb5-f4f0-49d0-8f96-6db5af088f4a req-9921b8a8-06c8-404a-afb4-4ddd998f8b54 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 932 time: 0.1678255 Jan 05 18:11:14.300776 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:14.305316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:14.305316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.305316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Bound using segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:14.305316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Bound port: e869f36f-c8f1-4c93-bd63-80580b649c54, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:14.305316 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.344995 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-5666b356-648d-4a79-b278-950a3e422140 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1228104 Jan 05 18:11:14.347656 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59634) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:14.352822 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:14.375789 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-3a20509e-f8d0-493a-b8e1-4882b858ea98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd HTTP/1.1" status: 200 len: 217 time: 0.0754740 Jan 05 18:11:14.430223 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] For port e869f36f-c8f1-4c93-bd63-80580b649c54, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:14.450820 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] For port e869f36f-c8f1-4c93-bd63-80580b649c54, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e869f36f-c8f1-4c93-bd63-80580b649c54,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:14.476586 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4f4fffb5-f4f0-49d0-8f96-6db5af088f4a req-13395fbd-60e5-4d74-a7f4-5a21e46762ec tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689041 Jan 05 18:11:14.480322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-96d760f4-aa9b-43bb-b1e3-2647c62d09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.481709 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-96d760f4-aa9b-43bb-b1e3-2647c62d09b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dff54a0c-c3b7-4f08-affb-4d2f289ab317 HTTP/1.1" status: 200 len: 854 time: 0.0968082 Jan 05 18:11:14.496115 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-be801cb7-ece6-42e7-be66-360838687c1c None None] Provisioning complete for port e869f36f-c8f1-4c93-bd63-80580b649c54 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:14.496487 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-be801cb7-ece6-42e7-be66-360838687c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.497911 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:14.498286 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.502327 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-625'] for router, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.503353 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-622'] for router, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.537446 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-401adbaf-5f2e-4a58-8e92-29c2100e808c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ea5c4df-8b0d-4950-b450-970791c55261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294778 Jan 05 18:11:14.546762 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed059967-44ef-462e-a799-7ce65c5e7e04 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:11:14.565753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.572953 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.598169 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.608109 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77de9516-29da-567c-b3ac-4325783e7148-fa3f6c71-453d-4265-8d1d-68bd98447560', 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'fixed_ips': [{'subnet_id': '92b0fc74-943b-4470-892d-3c7ceb28ae44'}]}} from dv-cinder-xena-3-iscsi. {{(pid=102090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 05 18:11:14.609213 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.622049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Transition to ACTIVE for port object ed059967-44ef-462e-a799-7ce65c5e7e04 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:11:14.636761 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.637782 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-be801cb7-ece6-42e7-be66-360838687c1c None None] Port e869f36f-c8f1-4c93-bd63-80580b649c54 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:14.652764 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-11343dfd-972b-442c-9037-7ff0384f646d service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004448 Jan 05 18:11:14.695536 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.700743 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:14.700966 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:14.746747 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc42f7-f702-4b90-8c9e-2a50446695e0 None None] Pushing event updated for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:14.767580 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:14.930991 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:14.959116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233445d8-c50a-4156-8cd2-8cd71464a75c req-f08b6d55-7beb-4a07-b162-f08f83d205ca tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:14.967443 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-233445d8-c50a-4156-8cd2-8cd71464a75c req-f08b6d55-7beb-4a07-b162-f08f83d205ca tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1870141 Jan 05 18:11:14.977547 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Attempting to bind port ed059967-44ef-462e-a799-7ce65c5e7e04 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:14.977885 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Attempting to bind port ed059967-44ef-462e-a799-7ce65c5e7e04 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:14.978237 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Attempting to bind port ed059967-44ef-462e-a799-7ce65c5e7e04 on network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:14.986058 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:14.993753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Port ed059967-44ef-462e-a799-7ce65c5e7e04 on network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:11:14.993753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Attempting to bind port ed059967-44ef-462e-a799-7ce65c5e7e04 on network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:14.993909 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.db_base_plugin_common [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Allocated IP 172.20.0.2 (fa3f6c71-453d-4265-8d1d-68bd98447560/92b0fc74-943b-4470-892d-3c7ceb28ae44/df42ef86-b679-4d32-bbf8-e73bb8bd84d2) {{(pid=102090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:15.001977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:15.007469 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Checking segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:15.007862 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Bound using segment: {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:15.008914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Bound port: ed059967-44ef-462e-a799-7ce65c5e7e04, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52557abb-d9ba-4217-892e-791c715df7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:15.015805 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.030677 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] Provisioning complete for port e869f36f-c8f1-4c93-bd63-80580b649c54 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:15.031185 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.046044 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-233445d8-c50a-4156-8cd2-8cd71464a75c req-129d2fc8-0f18-44f9-a241-40fb23f9ccf8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Jan 05 18:11:15.121970 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-81a4ee03-2e81-4fdc-9573-12c954c54e5d req-68f667f1-7b5b-456d-8eec-34b3e8349ab3 service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643197 Jan 05 18:11:15.183735 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:15.200693 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:15.214899 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94590237-34a3-476b-9c24-0377842e9495 req-e0dba547-5f0f-4855-a595-137c186d9e79 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.216469 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94590237-34a3-476b-9c24-0377842e9495 req-e0dba547-5f0f-4855-a595-137c186d9e79 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0843174 Jan 05 18:11:15.275798 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.293955 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94590237-34a3-476b-9c24-0377842e9495 req-535e2f67-5500-410b-9ce3-b1449b8c032f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706980 Jan 05 18:11:15.344550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.345179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.346765 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] 10.222.0.10 "PUT /v2.0/ports/ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1094 time: 1.6336026 Jan 05 18:11:15.375679 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-114c539b-7604-4076-9e3c-0248b2649dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.377327 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-114c539b-7604-4076-9e3c-0248b2649dfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc13c6223d1445e0979009edce8585a8&device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 1097 time: 0.0954714 Jan 05 18:11:15.378270 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435a25-0eac-455d-8a87-01c3871812fa service neutron] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:15.505544 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.530610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-d552fd2f-b285-4f8a-a494-7ee52ba2cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.532458 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-d552fd2f-b285-4f8a-a494-7ee52ba2cbf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 200 len: 915 time: 0.1456442 Jan 05 18:11:15.572871 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks [] for port, precommit_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.597135 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-a8212f11-0205-4b8d-b8d6-16a6c9a41f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.599046 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-a8212f11-0205-4b8d-b8d6-16a6c9a41f65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1097 time: 0.1027565 Jan 05 18:11:15.608833 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-677a27bb-219e-4320-b018-220f9e62665f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd HTTP/1.1" status: 200 len: 217 time: 0.0618730 Jan 05 18:11:15.614150 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716bfd-8938-4811-97ba-e1edb5c439ed req-934a0400-78f3-4a6e-b76b-f538ea096cd6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.614864 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] For port e869f36f-c8f1-4c93-bd63-80580b649c54, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e869f36f-c8f1-4c93-bd63-80580b649c54,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:15.614999 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4a716bfd-8938-4811-97ba-e1edb5c439ed req-934a0400-78f3-4a6e-b76b-f538ea096cd6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.1120250 Jan 05 18:11:15.621662 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.628966 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:14Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:15.655770 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.657053 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c8642-1540-4236-bd68-7bbb0b6b9ca3 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:14Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:15.685410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.717558 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-808c3ccf-f576-42ba-8677-9620e5afefcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 217 time: 0.0802948 Jan 05 18:11:15.760802 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.770443 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-c4dd0667-0e20-46c1-b373-ee9525d290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.771900 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-c4dd0667-0e20-46c1-b373-ee9525d290cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dff54a0c-c3b7-4f08-affb-4d2f289ab317 HTTP/1.1" status: 200 len: 854 time: 0.1361611 Jan 05 18:11:15.780221 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4a716bfd-8938-4811-97ba-e1edb5c439ed req-29a15b0a-6247-464d-b8e4-e98f919af0eb tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561720 Jan 05 18:11:15.781947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7935-92f5-438a-bee8-8ee8c09c254e req-58994542-3d86-4897-aea1-51c9edbb5690 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.783549 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-904f7935-92f5-438a-bee8-8ee8c09c254e req-58994542-3d86-4897-aea1-51c9edbb5690 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 944 time: 0.1896868 Jan 05 18:11:15.801428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Network fa3f6c71-453d-4265-8d1d-68bd98447560 is already hosted by enough agents. {{(pid=102090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:15.807724 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.scheduler.base_scheduler [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Resources bound (agent type, host, resource id): {{(pid=102090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:15.810112 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Pushing event updated for resources: {'Port': ['ID=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,revision_number=1']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:15.812343 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Received port after_create {{(pid=102090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:15.822175 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-4da2e52b-4bfd-4bbe-ad10-e753554e709f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ea5c4df-8b0d-4950-b450-970791c55261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359755 Jan 05 18:11:15.830273 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:11:15.832499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5556a75c-b02f-420a-a15f-329b9b18da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:11:15.863388 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5723205f-aec4-4c6a-a968-9792a8dd42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.864841 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-5723205f-aec4-4c6a-a968-9792a8dd42e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.1391435 Jan 05 18:11:15.888192 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Allocated IP 172.37.1.164 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/54905802-95e1-41ae-8d18-605bc1895ab7) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:15.901330 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41210af2-4cd7-4dda-afca-e94d28b5f764 x-openstack-request-id: req-41210af2-4cd7-4dda-afca-e94d28b5f764 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:15.901659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:15.901912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41210af2-4cd7-4dda-afca-e94d28b5f764 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:15.902314 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:11:15.919999 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-904f7935-92f5-438a-bee8-8ee8c09c254e req-18fbc94b-474b-4ee0-a338-9d3df173eb47 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Jan 05 18:11:15.920245 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aef12d-5ea6-4ed6-8c30-5a4097f0e37c None None] Pushing event updated for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:15.974380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-8e52a548-234d-4de1-bfb4-8d7a058aa8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:15.976598 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-8e52a548-234d-4de1-bfb4-8d7a058aa8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867102 Jan 05 18:11:15.988834 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Attempting to bind port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:15.989274 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Attempting to bind port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:15.989701 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Attempting to bind port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 on network fa3f6c71-453d-4265-8d1d-68bd98447560 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:15.996075 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-bde1efb8-f109-4dc4-9f63-bda9b6f23180 service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557956 Jan 05 18:11:15.997268 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:15.997725 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Checking segment: {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:15.998220 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:15.998685 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Bound using segment: {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:15.999227 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Bound port: df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:15.999674 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.027963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.099693 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] For port df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:16.104679 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] For port df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:16.157307 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-1a52e1b8-c5a8-423d-aa2e-c7746db2300a service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712804 Jan 05 18:11:16.165325 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.167237 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-452d6c08-8980-4bc5-a725-48023e3278f5 req-a1c0760b-1127-4f17-b9e9-7a081e2b1baf service neutron] 10.222.0.10 "GET /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600826 Jan 05 18:11:16.193836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.194046 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.249966 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:16.253246 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:16.263116 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:16.268103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Pushing event updated for resources: {'Port': ['ID=54905802-95e1-41ae-8d18-605bc1895ab7,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:16.324816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927d8a-a479-4fd1-bd6b-31e538f408e2 req-86df5696-a02f-498e-828e-565d75821188 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:16.326720 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e7927d8a-a479-4fd1-bd6b-31e538f408e2 req-86df5696-a02f-498e-828e-565d75821188 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1864808 Jan 05 18:11:16.338682 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e869f36f-c8f1-4c93-bd63-80580b649c54 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:16.412576 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a486c3c7-c6c5-40dc-b812-cc801a761eb3 req-77f7b8b8-dc40-4f75-9960-10e5e29e6bfc service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294044 Jan 05 18:11:16.418540 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b8bd-d57e-4511-814e-9a62a0b49c85 None None] Pushing event updated for resources: {'Port': ['ID=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,revision_number=2']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:16.450662 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port e869f36f-c8f1-4c93-bd63-80580b649c54 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:16.450779 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.453850 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e7927d8a-a479-4fd1-bd6b-31e538f408e2 req-dfb234eb-d6d3-4272-9920-51037c54724a tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027927 Jan 05 18:11:16.507636 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.631478 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087525-c327-4f52-9827-bd779498b9af req-ea45b327-62b2-4f7a-a512-860cf4f242e1 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:16.635052 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fd087525-c327-4f52-9827-bd779498b9af req-ea45b327-62b2-4f7a-a512-860cf4f242e1 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0995607 Jan 05 18:11:16.701478 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.716520 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fd087525-c327-4f52-9827-bd779498b9af req-a07f48a3-17c9-4c65-8666-ff5d158e6b79 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725935 Jan 05 18:11:16.719479 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-cd95411a-bcc2-4e74-9530-375c31002698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:16.721060 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-cd95411a-bcc2-4e74-9530-375c31002698 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1097 time: 0.0850401 Jan 05 18:11:16.853198 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-2a70cac1-50e8-450d-95c6-a1add14b685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:16.854906 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-2a70cac1-50e8-450d-95c6-a1add14b685d service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0984423 Jan 05 18:11:16.932714 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-8dec3200-d286-44cb-beb6-04acd4968d1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 217 time: 0.0455422 Jan 05 18:11:16.938836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570645'] for router, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:16.978486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6762-ae38-4e5d-a536-14f6f90fa3f3 req-bf8a2243-2a01-40b9-94f1-e7c4671c5bd4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:16.980022 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-049b6762-ae38-4e5d-a536-14f6f90fa3f3 req-bf8a2243-2a01-40b9-94f1-e7c4671c5bd4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.1194136 Jan 05 18:11:17.009920 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-4633286d-d124-4ff4-a416-97038a790880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:17.011479 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-4633286d-d124-4ff4-a416-97038a790880 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0709672 Jan 05 18:11:17.053798 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-049b6762-ae38-4e5d-a536-14f6f90fa3f3 req-669ed187-bbc5-481b-808b-66ceb183a1ad tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Jan 05 18:11:17.074503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-35393ed6-a4c9-4039-8b0d-428535d633ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:17.076237 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-35393ed6-a4c9-4039-8b0d-428535d633ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507953 Jan 05 18:11:17.107084 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6d42-91a0-4de2-b649-cd81a712a5f8 req-ee2c4381-3e27-4419-96de-64ffc12f346c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:17.108682 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bde6d42-91a0-4de2-b649-cd81a712a5f8 req-ee2c4381-3e27-4419-96de-64ffc12f346c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 944 time: 0.0795574 Jan 05 18:11:17.166343 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7bde6d42-91a0-4de2-b649-cd81a712a5f8 req-eec3c9ec-816f-44c3-8202-3e525e5a0cc7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Jan 05 18:11:17.186312 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-90b1d333-6175-4cda-b04d-6d70bf5530c2 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006026 Jan 05 18:11:17.233864 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Router 66af1f12-3106-45c1-8cd4-324c7f48effb is scheduled to L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 with binding_index 1 {{(pid=102089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:11:17.291788 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5556a75c-b02f-420a-a15f-329b9b18da9a req-a290827d-3810-44d1-9af4-6a37b00290c7 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933485 Jan 05 18:11:17.347592 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:17.358459 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Sync routers for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:17.369859 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:17.370555 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:17.442238 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd920a-fed9-42fe-8c78-31765b2dd1cb None None] Network fa3f6c71-453d-4265-8d1d-68bd98447560 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:17.452307 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:17.454060 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-609bc97f-b00a-4e3a-8f70-63da6e56e4fa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1050417 Jan 05 18:11:17.456486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59666) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:17.487578 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:17.585826 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78b3f7-b0c7-4a97-b3b9-535f37525c53 req-52274d92-3ad2-4eea-acee-eed32de2fa03 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:17.594623 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb78b3f7-b0c7-4a97-b3b9-535f37525c53 req-52274d92-3ad2-4eea-acee-eed32de2fa03 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0642169 Jan 05 18:11:17.601491 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] Provisioning complete for port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:17.603412 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:17.650258 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb78b3f7-b0c7-4a97-b3b9-535f37525c53 req-f423e1af-86e5-437d-8818-8bbdc07b0c0c tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Jan 05 18:11:17.659435 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:11:17.701326 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:16Z', 'revision_number': 3, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:17.730278 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Checking router: 66af1f12-3106-45c1-8cd4-324c7f48effb for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:17.730631 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Updating router 66af1f12-3106-45c1-8cd4-324c7f48effb port 54905802-95e1-41ae-8d18-605bc1895ab7 binding host dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:11:17.740439 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:17.795782 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:17.812994 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] For port df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:17.884932 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:17.927434 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c503-c271-4be4-8ee9-7f12a457d383 req-69cb8a12-151d-4976-8c30-12dc66ce65cd tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:17.935054 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0fe9c503-c271-4be4-8ee9-7f12a457d383 req-69cb8a12-151d-4976-8c30-12dc66ce65cd tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.1060019 Jan 05 18:11:17.940556 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b3223-1e23-416e-9463-c39dc68921e0 None None] Pushing event updated for resources: {'Port': ['ID=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:18.004239 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f16769bf-88c0-4118-a0ff-e61952167f1d None None] Provisioning complete for port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:18.004556 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f16769bf-88c0-4118-a0ff-e61952167f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.046006 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0fe9c503-c271-4be4-8ee9-7f12a457d383 req-23bd82b0-b8fe-4734-93b5-a7d41133a2bf tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098301 Jan 05 18:11:18.073984 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks [] for port, precommit_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.125750 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.176863 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2399a94-789c-4e2c-82cb-d87ff70ac4bd None None] Pushing event updated for resources: {'Port': ['ID=54905802-95e1-41ae-8d18-605bc1895ab7,revision_number=2']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:18.192929 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Attempting to bind port 54905802-95e1-41ae-8d18-605bc1895ab7 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:18.193306 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Attempting to bind port 54905802-95e1-41ae-8d18-605bc1895ab7 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:18.193774 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Attempting to bind port 54905802-95e1-41ae-8d18-605bc1895ab7 on network c4264420-c1eb-46e8-af32-5bb5027c981b {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:18.203368 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:18.203747 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Checking segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:18.204142 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.204584 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Bound using segment: {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'} {{(pid=102091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:18.205044 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.managers [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Bound port: 54905802-95e1-41ae-8d18-605bc1895ab7, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da76cac-715f-45f8-b8e8-f4eab05a348f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}}] {{(pid=102091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:18.205439 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.215700 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.230398 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2a7f-4922-42ae-a0fb-6209d3b3be90 req-554f5f5c-dd73-4935-be6d-a064fbc83812 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:18.232212 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bdde2a7f-4922-42ae-a0fb-6209d3b3be90 req-554f5f5c-dd73-4935-be6d-a064fbc83812 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.1010039 Jan 05 18:11:18.278559 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bdde2a7f-4922-42ae-a0fb-6209d3b3be90 req-96d6db9a-34b0-432c-8690-21bd1d579bae tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jan 05 18:11:18.284171 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] For port 54905802-95e1-41ae-8d18-605bc1895ab7, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:18.288371 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.plugins.ml2.db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] For port 54905802-95e1-41ae-8d18-605bc1895ab7, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54905802-95e1-41ae-8d18-605bc1895ab7,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:18.302148 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device df42ef86-b679-4d32-bbf8-e73bb8bd84d2 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:18.349378 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:18.349659 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.354281 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron_lib.callbacks.manager [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.366849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55b410-a50b-45b7-a1dd-2d0216bb9c02 req-104f80ae-dcd3-4b7e-a6d7-7a1fe7be17c3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:18.369344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a55b410-a50b-45b7-a1dd-2d0216bb9c02 req-104f80ae-dcd3-4b7e-a6d7-7a1fe7be17c3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 944 time: 0.1221976 Jan 05 18:11:18.400781 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:18.401382 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:18.449074 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a55b410-a50b-45b7-a1dd-2d0216bb9c02 req-7a721c35-0b1a-4ca1-962d-894c9bc510f9 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673866 Jan 05 18:11:18.475949 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Allocated IP 172.20.0.1 (fa3f6c71-453d-4265-8d1d-68bd98447560/92b0fc74-943b-4470-892d-3c7ceb28ae44/de49f0c2-a464-4c43-af38-92c91d62e744) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:18.481547 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2399a94-789c-4e2c-82cb-d87ff70ac4bd None None] Pushing event updated for resources: {'Port': ['ID=54905802-95e1-41ae-8d18-605bc1895ab7,revision_number=3']} {{(pid=102091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:18.524446 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:18.577586 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.650695 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.694504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Network fa3f6c71-453d-4265-8d1d-68bd98447560 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:18.698454 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:18.705820 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:18.706325 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568085'] for router_interface, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.708672 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Pushing event updated for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:18.722400 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:16Z', 'revision_number': 3, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:18.751721 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a6288-5f9a-49bf-bb3c-53d554186243 None None] The sync data for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi is: [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:16Z', 'revision_number': 3, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:18.834579 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f521f-a8cf-4487-9c28-57ddc0e3b38b req-af923d7c-c7c5-441e-a224-34ad4637a4fb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:18.836168 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-580f521f-a8cf-4487-9c28-57ddc0e3b38b req-af923d7c-c7c5-441e-a224-34ad4637a4fb tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1241906 Jan 05 18:11:18.894264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-580f521f-a8cf-4487-9c28-57ddc0e3b38b req-7c80d26e-7e88-4eaa-b078-289909d9a887 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495465 Jan 05 18:11:18.920351 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f9ae812f-3592-4421-8f86-ef1118225d47 None None] Provisioning complete for port de49f0c2-a464-4c43-af38-92c91d62e744 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:18.920865 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f9ae812f-3592-4421-8f86-ef1118225d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.952355 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:18.956947 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae812f-3592-4421-8f86-ef1118225d47 None None] Port de49f0c2-a464-4c43-af38-92c91d62e744 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:19.151457 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:19.189239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff8837-dfc5-4990-86fb-73def010cb83 req-685a5ff9-96ad-4555-9639-de583d1387bb tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:19.190848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eaff8837-dfc5-4990-86fb-73def010cb83 req-685a5ff9-96ad-4555-9639-de583d1387bb tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0580523 Jan 05 18:11:19.193012 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:19.193729 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568632'] for router_interface, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:19.308041 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Pushing event updated for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:19.315837 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eaff8837-dfc5-4990-86fb-73def010cb83 req-2980c5f8-4115-4796-b259-05626da7cbc8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158016 Jan 05 18:11:19.357044 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Network fa3f6c71-453d-4265-8d1d-68bd98447560 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:19.358739 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:19.418209 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec368a-b0b1-4121-bf87-47df68602709 req-5402edb5-f4c1-456a-8e36-bedece767ee8 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:19.433494 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-31ec368a-b0b1-4121-bf87-47df68602709 req-5402edb5-f4c1-456a-8e36-bedece767ee8 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.0783439 Jan 05 18:11:19.489139 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-31ec368a-b0b1-4121-bf87-47df68602709 req-82805f3f-dfb7-4f29-840d-e4701a2717ec tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497854 Jan 05 18:11:19.507790 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Router 66af1f12-3106-45c1-8cd4-324c7f48effb has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:11:19.579281 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-f142863c-eb53-49b8-aa81-e737a44852e8 None None] Provisioning complete for port de49f0c2-a464-4c43-af38-92c91d62e744 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:19.579648 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f142863c-eb53-49b8-aa81-e737a44852e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:19.616161 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-f142863c-eb53-49b8-aa81-e737a44852e8 None None] Port de49f0c2-a464-4c43-af38-92c91d62e744 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:19.650045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35cba-e8d6-4e48-acd8-a04f9bfff736 req-f4dd8474-f585-4a74-8dec-0f7d484f1e30 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:19.651545 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fbe35cba-e8d6-4e48-acd8-a04f9bfff736 req-f4dd8474-f585-4a74-8dec-0f7d484f1e30 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 944 time: 0.0986016 Jan 05 18:11:19.669106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:19.675913 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-51069304-79fd-48aa-96cd-7edaed90823b admin admin] 10.222.0.26 "PUT /v2.0/routers/66af1f12-3106-45c1-8cd4-324c7f48effb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2182994 Jan 05 18:11:19.713416 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fbe35cba-e8d6-4e48-acd8-a04f9bfff736 req-a3475a9a-dbad-4ce7-9fef-60a28fb084b3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jan 05 18:11:20.012988 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5a66-b895-48c5-9a55-529e258f6f17 req-18f40312-b969-4569-8bee-fbd962ec8591 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:20.014547 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1fbf5a66-b895-48c5-9a55-529e258f6f17 req-18f40312-b969-4569-8bee-fbd962ec8591 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0473340 Jan 05 18:11:20.053235 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1fbf5a66-b895-48c5-9a55-529e258f6f17 req-1c08644c-16e5-477f-a301-01be4a9834c0 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Jan 05 18:11:20.239148 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54905802-95e1-41ae-8d18-605bc1895ab7 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:20.290221 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 54905802-95e1-41ae-8d18-605bc1895ab7 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:20.290616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.376866 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.396874 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] For port 54905802-95e1-41ae-8d18-605bc1895ab7, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54905802-95e1-41ae-8d18-605bc1895ab7,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:20.407280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59704) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:20.412016 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143875598', 'description': 'tempest-secgroup-smoke-143875598 description', 'project_id': '08e68392448c4624aa2ae32698c65e8d'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:20.429172 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Sync routers for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:20.442202 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:20.442642 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:20.504110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1260cf-a50d-49ed-afb2-c24e5f650339 req-65c2940c-658f-44d8-b80d-f3e11d8bbf1f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:20.505916 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6b1260cf-a50d-49ed-afb2-c24e5f650339 req-65c2940c-658f-44d8-b80d-f3e11d8bbf1f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0499046 Jan 05 18:11:20.506301 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.524983 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.548416 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6b1260cf-a50d-49ed-afb2-c24e5f650339 req-12575bd2-de50-4ee2-8b29-f3329f2435f7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347762 Jan 05 18:11:20.575034 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Pushing event updated for resources: {'Port': ['ID=54905802-95e1-41ae-8d18-605bc1895ab7,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:20.594263 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:20.629804 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.651535 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f68d8-3ffa-40d0-968f-d3e85c284ce6 req-5a69e85c-f845-467c-895a-bf1ac64b00ed tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:20.653029 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d60f68d8-3ffa-40d0-968f-d3e85c284ce6 req-5a69e85c-f845-467c-895a-bf1ac64b00ed tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.0647361 Jan 05 18:11:20.691721 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.700221 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d60f68d8-3ffa-40d0-968f-d3e85c284ce6 req-dcbaa80a-e878-48be-8109-2394451ec724 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Jan 05 18:11:20.724752 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3110d0d0-ddfc-490a-8b64-bc289db35656,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:20.790359 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.791668 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ca1f2721-8886-4615-9476-eae6d56fc998 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3831816 Jan 05 18:11:20.794797 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59710) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:20.799428 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:20.806377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 4, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'de49f0c2-a464-4c43-af38-92c91d62e744', 'name': '', 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'mac_address': 'fa:16:3e:e7:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:18Z', 'updated_at': '2022-01-05T18:11:19Z', 'revision_number': 2, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'subnets': [{'id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:20.833409 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Checking router: 66af1f12-3106-45c1-8cd4-324c7f48effb for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:20.833753 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Updating router 66af1f12-3106-45c1-8cd4-324c7f48effb port de49f0c2-a464-4c43-af38-92c91d62e744 binding host dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:11:20.835083 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e745-f6d4-4cce-b783-6f1f7d1aa892 req-f1ebcb22-6be1-469d-8dfb-d53fc091f267 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:20.843110 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f766e745-f6d4-4cce-b783-6f1f7d1aa892 req-f1ebcb22-6be1-469d-8dfb-d53fc091f267 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 944 time: 0.0612681 Jan 05 18:11:20.859383 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.863049 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ed059967-44ef-462e-a799-7ce65c5e7e04 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:11:20.877481 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f766e745-f6d4-4cce-b783-6f1f7d1aa892 req-dce9ce9c-0f52-40dc-a1b5-60342cd12f1f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Jan 05 18:11:20.884686 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:20.944464 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.010632 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.030588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509030d5-10b8-4253-afc2-805044e2de22,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:21.091861 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:21.092600 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.096358 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-91d5b7fe-54b8-46d0-9bbd-4bf4e604d34a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980931 Jan 05 18:11:21.096565 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59716) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:21.101495 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:21.111471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'port_id': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'mac_address': 'fa:16:3e:39:94:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:11:21.174208 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e562-5329-457f-8a8b-ef8b907d422a req-bfbb10f1-4c66-4070-8e9b-57eeb36f9dfa tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:21.175770 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4dc7e562-5329-457f-8a8b-ef8b907d422a req-bfbb10f1-4c66-4070-8e9b-57eeb36f9dfa tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Jan 05 18:11:21.175981 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.198404 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed059967-44ef-462e-a799-7ce65c5e7e04 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:11:21.215674 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4dc7e562-5329-457f-8a8b-ef8b907d422a req-fa273832-6a54-47c8-81bc-1edc9cce7193 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Jan 05 18:11:21.220023 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.245928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:21.265095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks [] for port, precommit_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.279809 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.323937 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.324598 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 5a020fa7-9166-4830-bf8c-76aadb9d4ebd details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:11:21.353255 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.355963 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.371818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63de6c1-5485-442d-8cfb-0142f0932f16,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:21.431986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:21.437106 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.441113 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c615bd57-0808-4162-82ff-d41d50f728c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411653 Jan 05 18:11:21.442184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59718) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:21.449208 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:21.522952 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be748607-2cd7-4733-bc88-26f54c692228 None None] Pushing event updated for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=3']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:21.539176 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Attempting to bind port de49f0c2-a464-4c43-af38-92c91d62e744 on host dv-cinder-xena-3-iscsi for vnic_type normal with profile {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:11:21.539705 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Attempting to bind port de49f0c2-a464-4c43-af38-92c91d62e744 by drivers openvswitch,hyperv on host dv-cinder-xena-3-iscsi at level 0 using segments [{'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:11:21.540208 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Attempting to bind port de49f0c2-a464-4c43-af38-92c91d62e744 on network fa3f6c71-453d-4265-8d1d-68bd98447560 {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:11:21.547877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.553474 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Checking agent: {'id': 'bc7e71b0-f66c-4820-b2c4-2892681c4597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-xena-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 58, 16), 'started_at': datetime.datetime(2022, 1, 5, 17, 58, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-xena-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:11:21.553839 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Checking segment: {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:21.554260 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.554644 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Bound using segment: {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'} {{(pid=102090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:11:21.555617 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.managers [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Bound port: de49f0c2-a464-4c43-af38-92c91d62e744, host: dv-cinder-xena-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d1448a-8eae-451d-8095-c2d9485ae8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560'}}] {{(pid=102090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:11:21.555992 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.559013 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:21.579903 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd', 'network_id': '6ea5c4df-8b0d-4950-b450-970791c55261', 'port_id': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd', 'mac_address': 'fa:16:3e:97:19:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff54a0c-c3b7-4f08-affb-4d2f289ab317', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:11:21.630802 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-e9dcc30d-a61c-4231-86d8-1fc1ab78ce16 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:21.632358 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-e9dcc30d-a61c-4231-86d8-1fc1ab78ce16 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.1258750 Jan 05 18:11:21.664222 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.682978 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] For port de49f0c2-a464-4c43-af38-92c91d62e744, host dv-cinder-xena-3-iscsi, cleared binding levels {{(pid=102090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:11:21.693413 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a020fa7-9166-4830-bf8c-76aadb9d4ebd {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:11:21.698464 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-ee2d2ac4-05a0-4d43-9d60-e15c2b98cba7 None None] Provisioning complete for port de49f0c2-a464-4c43-af38-92c91d62e744 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:21.698823 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ee2d2ac4-05a0-4d43-9d60-e15c2b98cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.704244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] For port de49f0c2-a464-4c43-af38-92c91d62e744, host dv-cinder-xena-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=de49f0c2-a464-4c43-af38-92c91d62e744,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:11:21.715990 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.742151 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:21.749839 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d2ac4-05a0-4d43-9d60-e15c2b98cba7 None None] Port de49f0c2-a464-4c43-af38-92c91d62e744 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:11:21.753741 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.786709 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.815754 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee54d-d02c-4c53-b1fc-0392518ab242 req-70d55ec7-1ed3-4d79-9d5f-88d616310a08 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:21.817341 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-874ee54d-d02c-4c53-b1fc-0392518ab242 req-70d55ec7-1ed3-4d79-9d5f-88d616310a08 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.1650004 Jan 05 18:11:21.841960 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3328beab-da2e-41f0-b7ed-4051f76f688b,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:21.849072 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee5ba-fd16-4122-8a26-0dd7bc12f94e req-d1e23d35-f75b-45c0-b690-00104b06ad1a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:21.854941 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-89cee5ba-fd16-4122-8a26-0dd7bc12f94e req-d1e23d35-f75b-45c0-b690-00104b06ad1a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 944 time: 0.0769963 Jan 05 18:11:21.893826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Deleting port df48552c-b3ac-4d6c-9e6d-2d520990ed4f {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:11:21.894193 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.902441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-874ee54d-d02c-4c53-b1fc-0392518ab242 req-58ecb85b-16c7-4e32-8f11-593ed8b17fd8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733304 Jan 05 18:11:21.915429 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.918763 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-1c5bad32-5d94-4791-bc54-25d7613605d7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4718764 Jan 05 18:11:21.920465 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-89cee5ba-fd16-4122-8a26-0dd7bc12f94e req-5a50aa6c-e00d-461e-9f45-44d8e0935a76 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564909 Jan 05 18:11:21.924917 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:21.926784 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59728) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:21.931554 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:21.932175 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:21.936168 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:22.011390 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be748607-2cd7-4733-bc88-26f54c692228 None None] Pushing event updated for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.056129 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.087654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.095759 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:22.123802 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.205404 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.226872 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] Provisioning complete for port de49f0c2-a464-4c43-af38-92c91d62e744 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:22.227192 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.245141 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e46ad8-f375-47a6-a9b2-a33723e6e25d,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.264428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54905802-95e1-41ae-8d18-605bc1895ab7 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:22.270784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] For port df48552c-b3ac-4d6c-9e6d-2d520990ed4f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:22.271245 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.291205 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Calling delete_port for df48552c-b3ac-4d6c-9e6d-2d520990ed4f owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:11:22.314899 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250eab0-8eee-4b2a-afb7-da1c1708d14e req-5a6592df-ab19-4eae-aef8-2dfa489eced7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:22.316411 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b250eab0-8eee-4b2a-afb7-da1c1708d14e req-5a6592df-ab19-4eae-aef8-2dfa489eced7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 945 time: 0.3043840 Jan 05 18:11:22.326335 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.327880 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-17ef7c11-1d25-425e-84d5-86a11c47dd1b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3970556 Jan 05 18:11:22.330531 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59734) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:22.335422 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:22.415762 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port 54905802-95e1-41ae-8d18-605bc1895ab7 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:22.416136 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.418904 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Project 08e68392448c4624aa2ae32698c65e8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:11:22.420615 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b250eab0-8eee-4b2a-afb7-da1c1708d14e req-ea0216e4-52ee-470f-adbd-40b40cbcc648 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818865 Jan 05 18:11:22.436777 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.445928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.510080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157db9-f46f-41d4-b194-d9b1324f6e80 req-b61d841c-e509-4f38-a09d-f2914d3b860b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:22.514150 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-34157db9-f46f-41d4-b194-d9b1324f6e80 req-b61d841c-e509-4f38-a09d-f2914d3b860b tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 946 time: 0.0978417 Jan 05 18:11:22.514318 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] For port de49f0c2-a464-4c43-af38-92c91d62e744, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=de49f0c2-a464-4c43-af38-92c91d62e744,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:22.520060 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 4, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'de49f0c2-a464-4c43-af38-92c91d62e744', 'name': '', 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'mac_address': 'fa:16:3e:e7:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:18Z', 'updated_at': '2022-01-05T18:11:21Z', 'revision_number': 4, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'subnets': [{'id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:22.548035 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.552141 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5758458-4dd5-4edb-99df-8fc8e2734fca None None] The sync data for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi is: [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:11:18Z', 'revision_number': 4, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'de49f0c2-a464-4c43-af38-92c91d62e744', 'name': '', 'network_id': 'fa3f6c71-453d-4265-8d1d-68bd98447560', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'mac_address': 'fa:16:3e:e7:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:18Z', 'updated_at': '2022-01-05T18:11:21Z', 'revision_number': 4, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'subnets': [{'id': '92b0fc74-943b-4470-892d-3c7ceb28ae44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:22.569383 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-34157db9-f46f-41d4-b194-d9b1324f6e80 req-a9a5f4ac-3ab5-40a0-ac98-cf7ff31fe188 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d9d7967-265e-4526-a652-8460c9a5863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Jan 05 18:11:22.572825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.601344 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['5a020fa7-9166-4830-bf8c-76aadb9d4ebd'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:11:22.611271 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.617899 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Pushing event deleted for resources: {'Port': ['ID=df48552c-b3ac-4d6c-9e6d-2d520990ed4f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.633957 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.667530 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:11:22.688446 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb83177-e10a-4b8f-9132-9204e9e84693,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.739363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] No DVR routers for this DVR port df48552c-b3ac-4d6c-9e6d-2d520990ed4f on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:11:22.743977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.748130 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5f97d98-e56a-42de-bfba-1669a689bdfa req-8c8ec00e-1eab-41c2-aee3-7c711a5f8640 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.10 "DELETE /v2.0/ports/df48552c-b3ac-4d6c-9e6d-2d520990ed4f HTTP/1.1" status: 204 len: 173 time: 1.1063588 Jan 05 18:11:22.748636 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'name': 'network-vif-deleted', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:11:22.752162 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537aaf1-cb18-42af-9d20-42649f7d52bb" -d '{"events": [{"server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "name": "network-vif-deleted", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:11:22.769196 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.775090 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-04ad3ee1-ed57-41f7-9fa5-497f69720867 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4391270 Jan 05 18:11:22.775214 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59740) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:22.778562 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'security_group_rule': {'security_group_id': '3110d0d0-ddfc-490a-8b64-bc289db35656', 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:22.804522 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ff37b-3394-44f5-9e39-99929cbc64be x-openstack-request-id: req-bc3ff37b-3394-44f5-9e39-99929cbc64be {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:22.804522 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddb291a-0f29-4cc4-8030-63b5c9bad269", "name": "network-vif-deleted", "tag": "df48552c-b3ac-4d6c-9e6d-2d520990ed4f", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:22.804522 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc3ff37b-3394-44f5-9e39-99929cbc64be {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:22.804522 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddb291a-0f29-4cc4-8030-63b5c9bad269', 'name': 'network-vif-deleted', 'tag': 'df48552c-b3ac-4d6c-9e6d-2d520990ed4f', 'status': 'completed', 'code': 200} Jan 05 18:11:22.817487 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6737a-c4ff-4b88-8e09-0f4fbf80b6f6 None None] Pushing event updated for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:22.872136 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:11:22.891750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device df48552c-b3ac-4d6c-9e6d-2d520990ed4f no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:11:22.914425 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.securitygroups_db [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Project 08e68392448c4624aa2ae32698c65e8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:11:22.921335 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:22.937737 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: df48552c-b3ac-4d6c-9e6d-2d520990ed4f {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:11:22.937950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device df48552c-b3ac-4d6c-9e6d-2d520990ed4f not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:11:23.067093 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:23.083714 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52d176-b3eb-47d6-88d2-b762fa77aba7 req-f82839d8-3c44-4c9f-9a79-e57d415a34b6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:23.085297 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ab52d176-b3eb-47d6-88d2-b762fa77aba7 req-f82839d8-3c44-4c9f-9a79-e57d415a34b6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 945 time: 0.0700457 Jan 05 18:11:23.093668 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240a52-0f96-4f81-bb92-ba9b2da29756 req-2980073e-025d-4a48-9706-4a4dec5f155d tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:23.098917 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-61240a52-0f96-4f81-bb92-ba9b2da29756 req-2980073e-025d-4a48-9706-4a4dec5f155d tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0669250 Jan 05 18:11:23.116519 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:23.135153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'mac_address': 'fa:16:3e:ca:aa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:11:23.135509 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ab52d176-b3eb-47d6-88d2-b762fa77aba7 req-8675e2f2-85b0-464b-9f65-6e06cad33894 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Jan 05 18:11:23.145535 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:23.176493 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5d2ce5-71fd-4552-ac40-44250b497d0a,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:23.184329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:23.191476 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-61240a52-0f96-4f81-bb92-ba9b2da29756 req-debe3dab-e8de-4f37-894a-412ec932f29e tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799005 Jan 05 18:11:23.199076 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc7dfab-43e2-40de-9a25-49ae23ebf48d {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:11:23.219312 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:23.297908 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:23.299441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-27463546-dbd3-4440-88a6-caf15785c085 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5244935 Jan 05 18:11:23.324826 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:23.380556 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:23.556673 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e77ca3-1491-42af-a562-f1241d5af1c3 req-a5e6065c-9260-437a-887c-748b76516233 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:23.558489 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-57e77ca3-1491-42af-a562-f1241d5af1c3 req-a5e6065c-9260-437a-887c-748b76516233 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 945 time: 0.0577269 Jan 05 18:11:23.602871 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-57e77ca3-1491-42af-a562-f1241d5af1c3 req-83a625a2-bcbc-41ac-8625-819524d7ee39 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370874 Jan 05 18:11:23.714300 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5efa7c5d-557c-4d3c-8e09-88aec44e5f7d req-cf4688c7-8eea-4de4-b2a9-f9ac4e7b78f8 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ddb291a-0f29-4cc4-8030-63b5c9bad269 HTTP/1.1" status: 200 len: 210 time: 0.0313072 Jan 05 18:11:24.237598 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ffc7dfab-43e2-40de-9a25-49ae23ebf48d'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:11:24.254459 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device de49f0c2-a464-4c43-af38-92c91d62e744 up at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:24.284757 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a443-687c-449f-a208-994bbeff2bab req-2e1120d0-739c-4dd0-aa8d-88b3c9f87485 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:24.286548 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6d0a443-687c-449f-a208-994bbeff2bab req-2e1120d0-739c-4dd0-aa8d-88b3c9f87485 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 945 time: 0.0726681 Jan 05 18:11:24.330987 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480616b0-0b13-4fd9-a8b3-9b9223eba337 req-e00c9a17-ff70-49a9-aec4-1b9010fbcfee tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:24.339353 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a6d0a443-687c-449f-a208-994bbeff2bab req-fc347a78-5991-4e05-bfc3-427df18b4a17 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Jan 05 18:11:24.339657 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-480616b0-0b13-4fd9-a8b3-9b9223eba337 req-e00c9a17-ff70-49a9-aec4-1b9010fbcfee tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 944 time: 0.0743554 Jan 05 18:11:24.374238 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-480616b0-0b13-4fd9-a8b3-9b9223eba337 req-6f88212e-7df0-49f5-8512-fc7613b62d8d tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Jan 05 18:11:24.390812 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Provisioning complete for port de49f0c2-a464-4c43-af38-92c91d62e744 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:24.391355 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:24.728653 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa477-2a54-49db-a71b-65d844bcb165 req-cb648580-627d-4825-995d-eeb5d9c531e6 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:24.730368 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc6aa477-2a54-49db-a71b-65d844bcb165 req-cb648580-627d-4825-995d-eeb5d9c531e6 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 945 time: 0.0509429 Jan 05 18:11:24.771934 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc6aa477-2a54-49db-a71b-65d844bcb165 req-28b3d45a-81b8-45f8-92d1-e2ad1a8770ab tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jan 05 18:11:24.775623 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59816) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:24.915902 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ed059967-44ef-462e-a799-7ce65c5e7e04 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:24.998807 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port ed059967-44ef-462e-a799-7ce65c5e7e04 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:11:25.002831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port ed059967-44ef-462e-a799-7ce65c5e7e04 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:25.003224 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.096560 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.121247 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:11:25.123852 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ed4e4-e948-4102-a5e0-62b96e67e515" -d '{"events": [{"server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "name": "network-vif-plugged", "status": "completed", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:11:25.137170 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:25.174153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab54bc-c723-4474-8ebf-295aab15946e x-openstack-request-id: req-5cab54bc-c723-4474-8ebf-295aab15946e {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:25.174153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "name": "network-vif-plugged", "status": "completed", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:25.174153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cab54bc-c723-4474-8ebf-295aab15946e {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:25.174153 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'code': 200} Jan 05 18:11:25.192752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.193606 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 5a020fa7-9166-4830-bf8c-76aadb9d4ebd up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:25.230839 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.272987 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:25.335793 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:11:25.341073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:25.341588 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.521859 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c4fc-3ef3-44bb-9ddd-4da461bcf738 req-f0d4dd6e-96b5-43be-b4f3-8f11837ecf37 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:25.524740 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c61c4fc-3ef3-44bb-9ddd-4da461bcf738 req-f0d4dd6e-96b5-43be-b4f3-8f11837ecf37 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 945 time: 0.0685079 Jan 05 18:11:25.558109 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614369-f497-4e04-a0f7-92c9570dd1cd req-71903207-d903-4ef7-97c8-7b7c9a03d4b6 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:25.561499 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d614369-f497-4e04-a0f7-92c9570dd1cd req-71903207-d903-4ef7-97c8-7b7c9a03d4b6 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 944 time: 0.0791233 Jan 05 18:11:25.570184 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.583960 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c61c4fc-3ef3-44bb-9ddd-4da461bcf738 req-08647a6a-1de6-475c-bc47-8089831566be tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Jan 05 18:11:25.611271 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:25.672975 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.682951 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e86fbe-2255-4a66-ac87-e33bbc6fe699 req-10315f2e-3671-46c7-bf41-539b66525991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:25.686222 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e7e86fbe-2255-4a66-ac87-e33bbc6fe699 req-10315f2e-3671-46c7-bf41-539b66525991 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1099 time: 0.1203871 Jan 05 18:11:25.688905 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d614369-f497-4e04-a0f7-92c9570dd1cd req-9f569bc4-56ea-479c-920f-18a8efd21fe7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089430 Jan 05 18:11:25.730834 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e7e86fbe-2255-4a66-ac87-e33bbc6fe699 req-ff2b1c81-5a88-4c50-a371-f55c210c1c2c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Jan 05 18:11:25.734322 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:25.738145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Deleting port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:11:25.738440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.819016 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] For port 7504aef7-d69b-4c47-a1c7-46dbcb110d2d, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,segment=NetworkSegment(0b23dbc4-c44f-43ee-b475-fea804dad4bb),segment_id=0b23dbc4-c44f-43ee-b475-fea804dad4bb)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:25.819381 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:25.832561 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Calling delete_port for 7504aef7-d69b-4c47-a1c7-46dbcb110d2d owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:11:25.929910 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fad36-e66a-4f93-9182-292f12ef8291 req-9faa5d36-d38a-4371-81bb-ee24e0b7d51b tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:25.931562 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8a0fad36-e66a-4f93-9182-292f12ef8291 req-9faa5d36-d38a-4371-81bb-ee24e0b7d51b tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0929897 Jan 05 18:11:26.010938 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8a0fad36-e66a-4f93-9182-292f12ef8291 req-d4dab8a7-3878-4af6-a58e-b3def6731aef tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727847 Jan 05 18:11:26.141649 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:26.166520 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7504aef7-d69b-4c47-a1c7-46dbcb110d2d,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:26.291325 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:26.511622 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Router 9004c239-79b4-4132-a22a-61e9329377de has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:11:26.719224 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005f8c-a17b-47f0-9bb6-604e50885b86 req-70585ab8-91e8-42a7-881b-b3c81eef921c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:26.721058 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2005f8c-a17b-47f0-9bb6-604e50885b86 req-70585ab8-91e8-42a7-881b-b3c81eef921c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0606942 Jan 05 18:11:26.774329 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2005f8c-a17b-47f0-9bb6-604e50885b86 req-8ee79c70-8e0f-4249-9679-bd8566778916 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 Jan 05 18:11:26.857247 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f6f76-b261-4f3b-b02f-ad4ccdaafe7f req-a5de71c0-64fe-417d-955e-e9fd2d5c9b72 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:26.858875 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cd8f6f76-b261-4f3b-b02f-ad4ccdaafe7f req-a5de71c0-64fe-417d-955e-e9fd2d5c9b72 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 944 time: 0.0687082 Jan 05 18:11:26.866644 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:26.872215 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-afe0e892-9633-4fa2-8847-b60d9bf799d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/9004c239-79b4-4132-a22a-61e9329377de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956206 Jan 05 18:11:26.874831 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59844) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:26.878427 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Sync routers for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:26.887841 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:26.888457 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:26.904883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cd8f6f76-b261-4f3b-b02f-ad4ccdaafe7f req-8172fc66-98ed-4c82-b0c8-5cc34fab96c2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362980 Jan 05 18:11:26.905694 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:11:26.987913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.010531 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:27.035561 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port ffc7dfab-43e2-40de-9a25-49ae23ebf48d completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:11:27.041398 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port ffc7dfab-43e2-40de-9a25-49ae23ebf48d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:11:27.041824 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.101098 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.145009 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.167127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec210-ad77-44a4-8574-c3f295990b02 req-8d96aadc-f5bd-4eee-9d46-972ccf509553 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:27.168636 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dabec210-ad77-44a4-8574-c3f295990b02 req-8d96aadc-f5bd-4eee-9d46-972ccf509553 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0622482 Jan 05 18:11:27.169380 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd'}, {'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:11:27.171837 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02603539-14ff-46aa-a3f8-ef77a921571d" -d '{"events": [{"server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "name": "network-vif-plugged", "status": "completed", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd"}, {"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:11:27.194816 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:27.220295 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dabec210-ad77-44a4-8574-c3f295990b02 req-d8bf462c-a6bb-4b31-8bb5-05b7c96faf62 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Jan 05 18:11:27.226161 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 05 Jan 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4405f-e3f9-4678-af87-7b5024bb076d x-openstack-request-id: req-cbd4405f-e3f9-4678-af87-7b5024bb076d {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:27.226568 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "name": "network-vif-plugged", "status": "completed", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd", "code": 200}, {"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:27.226973 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbd4405f-e3f9-4678-af87-7b5024bb076d {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:27.227600 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd', 'code': 200} Jan 05 18:11:27.227772 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'code': 200} Jan 05 18:11:27.267208 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.274982 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Deleting port 30ff2bdb-2a7f-466b-a625-529d1896a7eb {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:11:27.275554 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.298840 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47'}], 'enable_snat': True}, 'gw_port_id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:11:26Z', 'revision_number': 5, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port': {'id': '30ff2bdb-2a7f-466b-a625-529d1896a7eb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9004c239-79b4-4132-a22a-61e9329377de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:27.330417 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Checking router: 9004c239-79b4-4132-a22a-61e9329377de for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:27.342147 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Routers {'9004c239-79b4-4132-a22a-61e9329377de'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:27.342770 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['9004c239-79b4-4132-a22a-61e9329377de'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:27.349040 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:27.381538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] For port 30ff2bdb-2a7f-466b-a625-529d1896a7eb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=30ff2bdb-2a7f-466b-a625-529d1896a7eb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:11:27.381922 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.393495 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Calling delete_port for 30ff2bdb-2a7f-466b-a625-529d1896a7eb owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:11:27.435147 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] Set router 9004c239-79b4-4132-a22a-61e9329377de gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:27.490799 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:11:27Z', 'revision_number': 6, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:27.530832 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4674026f-a884-43c8-94a3-b5c856b4ebf6 None None] The sync data for ids ['9004c239-79b4-4132-a22a-61e9329377de'] in dv-cinder-xena-3-iscsi is: [{'id': '9004c239-79b4-4132-a22a-61e9329377de', 'name': 'tempest-ServerRescueNegativeTestJSON-587775088-router', 'tenant_id': '43b4fd64462549c59ae7f47dfc02af1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:11:27Z', 'revision_number': 6, 'project_id': '43b4fd64462549c59ae7f47dfc02af1e', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:27.661694 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.688468 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ff2bdb-2a7f-466b-a625-529d1896a7eb,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:27.707407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c446f1-573a-4276-8598-1c056a09b906 req-16876188-5657-49e4-86d6-e9407387e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:27.709379 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7c446f1-573a-4276-8598-1c056a09b906 req-16876188-5657-49e4-86d6-e9407387e12b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 1099 time: 0.0475137 Jan 05 18:11:27.753254 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.858237 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.860357 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:27.941847 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7c446f1-573a-4276-8598-1c056a09b906 req-2559afeb-af33-4297-8290-a0ad0b151492 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879822 Jan 05 18:11:27.952053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8721d9-cd7f-49a5-8307-c785dbf0780e req-0898a096-3409-4ff7-bf18-f17ddedef648 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:27.959290 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ef8721d9-cd7f-49a5-8307-c785dbf0780e req-0898a096-3409-4ff7-bf18-f17ddedef648 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.1153820 Jan 05 18:11:27.971986 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643840e2-73d0-4334-917e-7ab66995cc0c req-1de4a785-b987-4050-9c99-982bfc3c0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:27.973462 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-643840e2-73d0-4334-917e-7ab66995cc0c req-1de4a785-b987-4050-9c99-982bfc3c0d70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.1207161 Jan 05 18:11:28.002945 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ef8721d9-cd7f-49a5-8307-c785dbf0780e req-a8c9434a-da4c-439e-b775-d5a65926e3ab tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Jan 05 18:11:28.021197 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.021712 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9004c239-79b4-4132-a22a-61e9329377de {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:11:28.030265 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.033699 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-42b09386-8759-443f-91c2-175ddc13f4b3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9004c239-79b4-4132-a22a-61e9329377de HTTP/1.1" status: 204 len: 168 time: 1.1555989 Jan 05 18:11:28.034106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59860) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:28.054515 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17c2d-d0a2-4b01-ae84-c934e3d22730 req-e79af1b6-9c27-4764-814d-39790276d476 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:28.056081 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c1f17c2d-d0a2-4b01-ae84-c934e3d22730 req-e79af1b6-9c27-4764-814d-39790276d476 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0691452 Jan 05 18:11:28.080562 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Deleting subnet fdf94b03-b377-41fb-8d77-34e2b0fa3bcf {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:11:28.083550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.093713 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c1f17c2d-d0a2-4b01-ae84-c934e3d22730 req-edab736c-bb52-46b3-9c59-eca0335dda4f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315022 Jan 05 18:11:28.123351 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.128850 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.256237 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.283801 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf94b03-b377-41fb-8d77-34e2b0fa3bcf,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:28.287764 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.299672 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b5e1ef71-ab1c-40eb-83af-11462505c803 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fdf94b03-b377-41fb-8d77-34e2b0fa3bcf HTTP/1.1" status: 204 len: 168 time: 0.2563076 Jan 05 18:11:28.299839 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59864) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:28.342304 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90d81f-5198-4151-8efe-aea52ba9c73b req-54850c18-1ac7-47a8-ac2f-6c341f42f08f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:28.343872 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6c90d81f-5198-4151-8efe-aea52ba9c73b req-54850c18-1ac7-47a8-ac2f-6c341f42f08f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0515258 Jan 05 18:11:28.381835 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.408282 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6c90d81f-5198-4151-8efe-aea52ba9c73b req-25eb1cf8-5b4d-41b6-8fac-7fd18d76ab93 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548019 Jan 05 18:11:28.424081 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 30ff2bdb-2a7f-466b-a625-529d1896a7eb no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:11:28.459015 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 30ff2bdb-2a7f-466b-a625-529d1896a7eb {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:11:28.460076 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 30ff2bdb-2a7f-466b-a625-529d1896a7eb not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:11:28.460191 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-643840e2-73d0-4334-917e-7ab66995cc0c req-15790bdb-363d-4949-bdc1-2ba9423c1657 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Jan 05 18:11:28.460304 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 7504aef7-d69b-4c47-a1c7-46dbcb110d2d no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:11:28.480438 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.483159 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 7504aef7-d69b-4c47-a1c7-46dbcb110d2d {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:11:28.488898 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 7504aef7-d69b-4c47-a1c7-46dbcb110d2d not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:11:28.503823 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bbfc51-59c9-41b3-9c9a-acaafcd8b283']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:28.514836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b23dbc4-c44f-43ee-b475-fea804dad4bb') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:28.515295 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b23dbc4-c44f-43ee-b475-fea804dad4bb') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:28.527215 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.542384 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.548523 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:11:28.548893 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:11:28.550650 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:11:28.718910 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.723347 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:28.727683 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d9bbfc51-59c9-41b3-9c9a-acaafcd8b283 HTTP/1.1" status: 204 len: 168 time: 0.4327092 Jan 05 18:11:28.741320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3809f-1ed3-407d-a138-80c11e5e986c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bbfc51-59c9-41b3-9c9a-acaafcd8b283,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:29.045832 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59876) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:29.086565 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a1f52625-591e-4a5b-baf9-46ff534f8bfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43b4fd64462549c59ae7f47dfc02af1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389886 Jan 05 18:11:29.089285 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 59878) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:29.136483 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:29.157032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:29.254516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:29.257350 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:29.259024 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d9d7967-265e-4526-a652-8460c9a5863f HTTP/1.1" status: 204 len: 168 time: 0.1688509 Jan 05 18:11:29.271660 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ce22-72f7-48d1-953a-90d9dbdfd6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9d7967-265e-4526-a652-8460c9a5863f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:29.307366 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b3c8-06e5-4809-8a73-c3da5e4b0fe9 req-49ab21f5-78d1-443f-ab97-ceeeee9a4e5c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:29.307366 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3203b3c8-06e5-4809-8a73-c3da5e4b0fe9 req-49ab21f5-78d1-443f-ab97-ceeeee9a4e5c tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0838804 Jan 05 18:11:29.344024 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01e75e-f2e2-4372-b9bb-245a2d1bad05 req-2a8f2f6a-a009-444a-bca9-407d25bf969b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:29.346412 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1a01e75e-f2e2-4372-b9bb-245a2d1bad05 req-2a8f2f6a-a009-444a-bca9-407d25bf969b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0616851 Jan 05 18:11:29.353452 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3203b3c8-06e5-4809-8a73-c3da5e4b0fe9 req-0e7705d9-a512-4435-a44a-5787c2449503 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Jan 05 18:11:29.392277 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1a01e75e-f2e2-4372-b9bb-245a2d1bad05 req-46116045-9b4d-402a-bcf6-31fad536870f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 Jan 05 18:11:29.546169 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4599d-ef45-4c63-b6f4-2f58abc594db req-1adfc453-d452-4ba5-a926-ad172ef3559c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:29.551679 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-80e4599d-ef45-4c63-b6f4-2f58abc594db req-1adfc453-d452-4ba5-a926-ad172ef3559c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0558386 Jan 05 18:11:29.591939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-80e4599d-ef45-4c63-b6f4-2f58abc594db req-75f58614-0f34-44ec-9fce-013b76b2811b tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Jan 05 18:11:29.737607 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d80b-5fe6-48a9-a0fe-9ad72ca725cd req-b60e5048-36aa-4a62-a317-9ee133521f41 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:29.739259 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0213d80b-5fe6-48a9-a0fe-9ad72ca725cd req-b60e5048-36aa-4a62-a317-9ee133521f41 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0718350 Jan 05 18:11:29.786402 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0213d80b-5fe6-48a9-a0fe-9ad72ca725cd req-70a8e704-0e10-4db1-9789-886be866ad59 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Jan 05 18:11:30.118516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4edfa9-b35c-44c3-a978-b16894dcd6a8 req-4b0dcec4-01a8-412c-bf15-8ab8d47b9f37 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:30.120008 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6d4edfa9-b35c-44c3-a978-b16894dcd6a8 req-4b0dcec4-01a8-412c-bf15-8ab8d47b9f37 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0506272 Jan 05 18:11:30.160044 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6d4edfa9-b35c-44c3-a978-b16894dcd6a8 req-d449c709-26a5-4dba-a80d-8a45368aab65 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jan 05 18:11:30.480229 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c761b4-d09a-4590-82af-4b2a92246cca req-ab71a456-b52c-440e-815a-850f3d710e1b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:30.486587 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-73c761b4-d09a-4590-82af-4b2a92246cca req-ab71a456-b52c-440e-815a-850f3d710e1b tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0578718 Jan 05 18:11:30.518932 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-73c761b4-d09a-4590-82af-4b2a92246cca req-c3035a72-d56a-4e80-8c80-faef74bb5f8a tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Jan 05 18:11:30.622825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333bdd4-02d4-4a7a-8608-75c276dc449c req-762ec3ec-e816-4d60-babc-5fb85e89a98e tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:30.632237 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e333bdd4-02d4-4a7a-8608-75c276dc449c req-762ec3ec-e816-4d60-babc-5fb85e89a98e tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0509245 Jan 05 18:11:30.665441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e333bdd4-02d4-4a7a-8608-75c276dc449c req-da4b3259-1086-45a2-9dc4-e3d14166ff7a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Jan 05 18:11:31.637779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9c2a-41e7-4fe7-b79b-cd93e6896f88 req-abbddbbc-5eb4-469c-a780-5e0b46d5161d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:31.639302 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2ef9c2a-41e7-4fe7-b79b-cd93e6896f88 req-abbddbbc-5eb4-469c-a780-5e0b46d5161d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Jan 05 18:11:31.682209 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2ef9c2a-41e7-4fe7-b79b-cd93e6896f88 req-43f2b0aa-0733-4843-b462-2bbca9fefca4 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Jan 05 18:11:31.810505 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e224917-90f0-4cbd-b901-223d7d56e838 req-46169b37-23d0-44af-b29e-91e1f6d280db tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:31.812024 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0e224917-90f0-4cbd-b901-223d7d56e838 req-46169b37-23d0-44af-b29e-91e1f6d280db tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Jan 05 18:11:31.849063 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0e224917-90f0-4cbd-b901-223d7d56e838 req-729341b4-7588-422f-8c56-c4e5ebf514a8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jan 05 18:11:31.969485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb82a-ee8d-4598-a363-dfe35f538092 req-45a3736a-8fb0-48ed-8358-2a54bc0f8a94 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:31.970912 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-23edb82a-ee8d-4598-a363-dfe35f538092 req-45a3736a-8fb0-48ed-8358-2a54bc0f8a94 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Jan 05 18:11:32.010062 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-23edb82a-ee8d-4598-a363-dfe35f538092 req-b8f28a2d-935b-4edc-a94d-4d50312f9109 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Jan 05 18:11:32.032377 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59970) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:32.224450 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e26b4a-f0d8-467b-bca3-f782a8d8ec39 tempest-TestShelveInstance-1135151556 tempest-TestShelveInstance-1135151556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:32.226234 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d3e26b4a-f0d8-467b-bca3-f782a8d8ec39 tempest-TestShelveInstance-1135151556 tempest-TestShelveInstance-1135151556-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1093 time: 0.1927500 Jan 05 18:11:32.230239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 59978) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:32.234503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:32.330406 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:32.437269 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:32.550421 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Allocated IP 172.37.1.131 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/f804e364-5d44-4100-afd7-6b812ef2120d) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:11:32.649788 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:32.747501 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:32.784902 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:11:32.787717 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:32.791758 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:11:32.822893 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'Port': ['ID=f804e364-5d44-4100-afd7-6b812ef2120d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:33.106327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:33.218303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:33.377357 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:33.438470 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:33.474389 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:33.549633 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event updated for resources: {'Port': ['ID=f804e364-5d44-4100-afd7-6b812ef2120d,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:33.587289 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Floating IP 16d2d77b-d685-4a72-9476-999aee6bf939 associated. External IP: 172.37.1.131, port: ffc7dfab-43e2-40de-9a25-49ae23ebf48d. Jan 05 18:11:33.797343 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Router fea33c99-b143-4179-b07c-bdc4b6f68012 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:11:33.907921 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:11:33.919305 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Sync routers for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:11:33.928838 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:33.929475 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:34.012157 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:34.036272 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:34.041558 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3309fbbe-617f-4e71-8d9d-fe52545fa626 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8103313 Jan 05 18:11:34.042157 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:11:34.044433 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339e925-fa05-4cca-975d-a6e4aa60455f" -d '{"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:11:34.098219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00a5e7-e9be-4171-ab72-2b7021196faa x-openstack-request-id: req-2e00a5e7-e9be-4171-ab72-2b7021196faa {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:11:34.098219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:11:34.098219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e00a5e7-e9be-4171-ab72-2b7021196faa {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:11:34.098219 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'status': 'completed', 'code': 200} Jan 05 18:11:34.187100 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-f7266813-25a5-4dab-83ba-b2e0e40b8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:34.188616 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-f7266813-25a5-4dab-83ba-b2e0e40b8cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0419514 Jan 05 18:11:34.299688 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-ac64ba81-412b-4234-b65e-1ab927b13d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:34.301653 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-ac64ba81-412b-4234-b65e-1ab927b13d5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.0950122 Jan 05 18:11:34.316084 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '16d2d77b-d685-4a72-9476-999aee6bf939', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'floating_ip_address': '172.37.1.131', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'mac_address': 'fa:16:3e:ca:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:11:32Z', 'updated_at': '2022-01-05T18:11:32Z', 'revision_number': 0, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:34.341970 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Checking router: fea33c99-b143-4179-b07c-bdc4b6f68012 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:11:34.350034 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:11:34.350922 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:34.414828 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-3f71ebff-793f-4ee9-a99e-71f6a369e909 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 999 time: 0.1018054 Jan 05 18:11:34.460198 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:11:34.468565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-3b459540-25f4-42df-8086-ff0d1e38d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:34.470136 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-3b459540-25f4-42df-8086-ff0d1e38d569 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0472577 Jan 05 18:11:34.526233 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-5e80e97b-a0e8-481b-9496-0b6742893e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:34.527882 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-5e80e97b-a0e8-481b-9496-0b6742893e12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509121 Jan 05 18:11:34.642423 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-e31fde58-50d8-4b76-9a77-24449dac8e2c service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073616 Jan 05 18:11:34.722727 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '16d2d77b-d685-4a72-9476-999aee6bf939', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'floating_ip_address': '172.37.1.131', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'mac_address': 'fa:16:3e:ca:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:11:32Z', 'updated_at': '2022-01-05T18:11:32Z', 'revision_number': 0, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:34.738899 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6339e925-fa05-4cca-975d-a6e4aa60455f req-2e86e91c-25e0-4da0-8e70-5a533cc21b83 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888824 Jan 05 18:11:34.750303 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288d6d5-2ffd-4feb-b216-103fdfb6b6c4 None None] The sync data for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi is: [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '16d2d77b-d685-4a72-9476-999aee6bf939', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'floating_ip_address': '172.37.1.131', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'mac_address': 'fa:16:3e:ca:aa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:11:32Z', 'updated_at': '2022-01-05T18:11:32Z', 'revision_number': 0, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:11:34.938367 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0474cee-271c-429e-8232-29b67e46cc32 None None] New status for floating IP 16d2d77b-d685-4a72-9476-999aee6bf939: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:11:38.421263 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:41.283719 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dea063b1-ead2-4799-b1ac-1123bea2786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:43.592789 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abb1ccf6-fa44-4823-b210-23af2a918e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:44.598347 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:44.941500 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-d6bc3630-fd07-4437-82f4-506e0164bf6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396869 Jan 05 18:11:45.050204 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db049f12-7811-4412-b52a-3dbb0e58339f req-6328ea40-53cc-4985-9241-b0d721b4ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:45.051670 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-6328ea40-53cc-4985-9241-b0d721b4ef82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0442569 Jan 05 18:11:45.155457 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db049f12-7811-4412-b52a-3dbb0e58339f req-29d494fe-dd39-4966-a820-029602a12b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:45.157503 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-29d494fe-dd39-4966-a820-029602a12b3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.0861037 Jan 05 18:11:45.227282 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-80ed0669-9cde-44f2-b68f-8ffa8ec793ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0627239 Jan 05 18:11:45.282781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db049f12-7811-4412-b52a-3dbb0e58339f req-2ca6f174-4e4e-4f97-82dd-ae625fecd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:45.284415 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-2ca6f174-4e4e-4f97-82dd-ae625fecd6a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0448837 Jan 05 18:11:45.331482 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db049f12-7811-4412-b52a-3dbb0e58339f req-a7e81553-7112-40e4-b72b-38aad99cc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:45.332961 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-a7e81553-7112-40e4-b72b-38aad99cc791 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400531 Jan 05 18:11:45.427198 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-a18c608a-6e19-4670-9f88-440ddb6967df service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Jan 05 18:11:45.530685 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-db049f12-7811-4412-b52a-3dbb0e58339f req-d31882dc-ea56-4818-b266-d7d08af1ca07 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830374 Jan 05 18:11:46.112198 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:46.524066 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:47.810956 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60262) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:47.912806 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a5d8-4916-4ad0-8751-52f8fddc87ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:47.985091 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a5d8-4916-4ad0-8751-52f8fddc87ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.055403 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a5d8-4916-4ad0-8751-52f8fddc87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.094731 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d6a0a5d8-4916-4ad0-8751-52f8fddc87ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b808a1b9d0fb425eb0fdd8a50209e797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827358 Jan 05 18:11:48.095544 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0a5d8-4916-4ad0-8751-52f8fddc87ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8716db-34d5-453a-b963-eaf636806f70,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:48.097349 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60268) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:48.146281 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.167035 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.307968 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.310522 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:48.311958 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc8716db-34d5-453a-b963-eaf636806f70 HTTP/1.1" status: 204 len: 168 time: 0.2136405 Jan 05 18:11:48.320180 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fce20-8bd2-48fb-8461-f82c003f7d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8716db-34d5-453a-b963-eaf636806f70,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:49.191106 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60300) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:49.284888 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578134728-network', 'tenant_id': '99573db487a34718949332d16cd64133'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:49.358455 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Made reservation on behalf of 99573db487a34718949332d16cd64133 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:49.360757 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.371266 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.444669 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.524005 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.545278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:11:49.560014 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319250a9-6aab-47a8-b9a4-a7949dcb0513,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:49.563216 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.563559 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Added segment f0a135d3-461d-4945-b520-9ec572f10581 of type vlan for network f10156d1-ddd0-4d0d-8f4b-b98889ce409a Jan 05 18:11:49.575803 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.576181 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.576523 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.576857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.577184 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.577524 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.577839 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.578192 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.578521 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.578838 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.579160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.579476 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:49.621497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.689536 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.690522 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:49.691127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:49.749848 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] Pushing event updated for resources: {'Network': ['ID=f10156d1-ddd0-4d0d-8f4b-b98889ce409a,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:49.759888 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network f10156d1-ddd0-4d0d-8f4b-b98889ce409a details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:11:49.789739 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a8f082c2-f678-4587-aac9-022288b0603b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5975029 Jan 05 18:11:49.792818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60306) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:49.798360 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Request body: {'subnet': {'network_id': 'f10156d1-ddd0-4d0d-8f4b-b98889ce409a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578134728-subnet', 'tenant_id': '99573db487a34718949332d16cd64133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:49.895553 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Made reservation on behalf of 99573db487a34718949332d16cd64133 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:49.897876 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:50.318907 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:50.372954 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8116f734-1c62-4751-9a9e-b3cc64b8237f,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:50.381395 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Checking segment: {'id': 'f0a135d3-461d-4945-b520-9ec572f10581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f10156d1-ddd0-4d0d-8f4b-b98889ce409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:50.381744 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Network hostable DHCP agents. Network: f10156d1-ddd0-4d0d-8f4b-b98889ce409a, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:11:50.472510 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Network f10156d1-ddd0-4d0d-8f4b-b98889ce409a is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:11:50.540540 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, f10156d1-ddd0-4d0d-8f4b-b98889ce409a) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:50.544848 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:50.545493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:50.549614 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6d649-7f12-4d71-9c42-4c2c410d8160 None None] Network f10156d1-ddd0-4d0d-8f4b-b98889ce409a requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:50.613692 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1891d5d2-833b-44c5-ac57-f9730c4a9db7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8192911 Jan 05 18:11:50.675018 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7549db9-b55a-415c-be65-9af1ff6fd479 None None] Network f10156d1-ddd0-4d0d-8f4b-b98889ce409a requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:51.239415 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60336) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:51.244990 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134366796-network', 'tenant_id': 'd7d5c273ecab4282a3a9c5c145f8b664'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:51.370109 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Made reservation on behalf of d7d5c273ecab4282a3a9c5c145f8b664 for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:51.372345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.380518 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.453778 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.535553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.559521 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:11:51.568606 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f85490-d32b-4f72-adfc-ff0bdae3cf65,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:51.573316 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.573648 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Added segment c6e020de-edb1-413e-9fcc-ad1578881447 of type vlan for network 3347e14a-7170-4333-98f7-b248ce6e899e Jan 05 18:11:51.585779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.586153 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.586598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.587591 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.587869 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.588199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.588515 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.588834 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.589149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.589464 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.589776 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.590109 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:11:51.631719 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.713691 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.714699 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:51.715282 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:51.773063 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] Pushing event updated for resources: {'Network': ['ID=3347e14a-7170-4333-98f7-b248ce6e899e,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:51.783251 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network 3347e14a-7170-4333-98f7-b248ce6e899e details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:11:51.818477 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-14ffe305-fb76-40ff-8ab2-9be0e7b6983f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5779376 Jan 05 18:11:51.821221 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60340) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:51.826901 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Request body: {'subnet': {'network_id': '3347e14a-7170-4333-98f7-b248ce6e899e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134366796-subnet', 'tenant_id': 'd7d5c273ecab4282a3a9c5c145f8b664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:11:51.917690 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Made reservation on behalf of d7d5c273ecab4282a3a9c5c145f8b664 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:11:51.919979 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.141460 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.200783 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e08a06-aa17-49f6-99c9-55213d5b621f,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:52.205873 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Checking segment: {'id': 'c6e020de-edb1-413e-9fcc-ad1578881447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3347e14a-7170-4333-98f7-b248ce6e899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:11:52.206256 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Network hostable DHCP agents. Network: 3347e14a-7170-4333-98f7-b248ce6e899e, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:11:52.301122 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Network 3347e14a-7170-4333-98f7-b248ce6e899e is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:11:52.421157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, 3347e14a-7170-4333-98f7-b248ce6e899e) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:11:52.428348 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:11:52.428348 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.434592 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f1d44-1af5-4a12-836e-b5f10053d055 None None] Network 3347e14a-7170-4333-98f7-b248ce6e899e requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:52.521409 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-77a86d1b-b245-4167-91e7-024cf2a45c0e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6980338 Jan 05 18:11:52.648185 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60354) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:52.693635 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Deleting subnet 8116f734-1c62-4751-9a9e-b3cc64b8237f {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:11:52.695913 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86a230-0c5a-480d-961e-e3064f68d9e9 None None] Network 3347e14a-7170-4333-98f7-b248ce6e899e requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:11:52.697403 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.731004 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.736545 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.855588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.881563 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8116f734-1c62-4751-9a9e-b3cc64b8237f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:52.888896 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:52.891976 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-15b184a2-b88a-4fce-b54e-bbe64433cfd2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8116f734-1c62-4751-9a9e-b3cc64b8237f HTTP/1.1" status: 204 len: 168 time: 0.2427797 Jan 05 18:11:52.894486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60356) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:52.958569 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.243905 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > port after_create 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > port after_update 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.267358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.345139 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.345484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.345860 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.346317 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 18:11:53.346781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10156d1-ddd0-4d0d-8f4b-b98889ce409a']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:53.366926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a135d3-461d-4945-b520-9ec572f10581') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:53.367215 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a135d3-461d-4945-b520-9ec572f10581') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:53.382753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.401449 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.409139 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:11:53.409553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: from cryptography.utils import int_from_bytes Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: from cryptography.utils import int_from_bytes Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:11:53.413488 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:11:53.592571 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.606648 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.608156 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] 10.222.0.26 "DELETE /v2.0/networks/f10156d1-ddd0-4d0d-8f4b-b98889ce409a HTTP/1.1" status: 204 len: 168 time: 0.7127719 Jan 05 18:11:53.610990 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60366) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:53.617784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52fb43-2028-4e31-a500-e59bccef08ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f10156d1-ddd0-4d0d-8f4b-b98889ce409a,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:53.662140 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Deleting subnet 31e08a06-aa17-49f6-99c9-55213d5b621f {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:11:53.665840 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.699092 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.738172 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.832818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.864097 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e08a06-aa17-49f6-99c9-55213d5b621f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:53.866077 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:53.869248 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1064392c-c28c-48e6-898e-296fb651bfcf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/31e08a06-aa17-49f6-99c9-55213d5b621f HTTP/1.1" status: 204 len: 168 time: 0.2572615 Jan 05 18:11:53.871646 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60368) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:53.937058 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.015476 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.034846 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3347e14a-7170-4333-98f7-b248ce6e899e']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:54.044317 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e020de-edb1-413e-9fcc-ad1578881447') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:54.044615 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e020de-edb1-413e-9fcc-ad1578881447') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:11:54.053488 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.065793 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.071925 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:11:54.072564 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:11:54.074234 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:11:54.186452 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.191680 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.194884 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3347e14a-7170-4333-98f7-b248ce6e899e HTTP/1.1" status: 204 len: 168 time: 0.3223267 Jan 05 18:11:54.206041 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1847df8-a0a2-4ae6-ba7a-8d554d169a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=3347e14a-7170-4333-98f7-b248ce6e899e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:54.546322 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60380) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:54.585945 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7c93e942-8c78-42c5-8a5c-376e5bd73bae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99573db487a34718949332d16cd64133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384612 Jan 05 18:11:54.588599 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60382) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:54.642577 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.651241 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:11:54.663780 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.769398 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.771828 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:54.772959 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/319250a9-6aab-47a8-b9a4-a7949dcb0513 HTTP/1.1" status: 204 len: 168 time: 0.1834903 Jan 05 18:11:54.780748 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25038027-b3a0-4b64-8473-b26831fe270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319250a9-6aab-47a8-b9a4-a7949dcb0513,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:11:55.421577 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60400) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:55.459380 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ac1dadfc-59c5-4092-9c2f-ceb2a51e3e5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7d5c273ecab4282a3a9c5c145f8b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366385 Jan 05 18:11:55.462723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60402) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:11:55.510681 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:55.532263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:55.646893 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:55.646893 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:11:55.647707 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61f85490-d32b-4f72-adfc-ff0bdae3cf65 HTTP/1.1" status: 204 len: 168 time: 0.1840105 Jan 05 18:11:55.655874 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edec0d-ff20-416a-b82a-24c630eb5a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f85490-d32b-4f72-adfc-ff0bdae3cf65,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:02.807113 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60560) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:02.910573 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79231a13-39ac-445e-8890-885499687cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:02.983388 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79231a13-39ac-445e-8890-885499687cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.043432 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79231a13-39ac-445e-8890-885499687cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.081590 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-79231a13-39ac-445e-8890-885499687cf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=005d98b2207344ef82023349948cc9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734239 Jan 05 18:12:03.082492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79231a13-39ac-445e-8890-885499687cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae31f9-965e-4210-b425-8645d667cbe1,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:03.084248 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60568) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:03.133105 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.153659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.272427 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.275000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.276153 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48ae31f9-965e-4210-b425-8645d667cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1903925 Jan 05 18:12:03.285252 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82a8b2-7e44-44a3-84c9-5f1d653720de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae31f9-965e-4210-b425-8645d667cbe1,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:03.758595 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60578) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:03.771814 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-23ca89b9-917d-46fc-9f64-6b69d2b99269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.850350 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-23ca89b9-917d-46fc-9f64-6b69d2b99269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.906755 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-23ca89b9-917d-46fc-9f64-6b69d2b99269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:03.945645 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-23ca89b9-917d-46fc-9f64-6b69d2b99269 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90e287b7e1344426ac19863d47ed6051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859791 Jan 05 18:12:03.946584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca89b9-917d-46fc-9f64-6b69d2b99269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7140d5-631b-42b2-9fcd-903167dbd8ec,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:03.948432 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60584) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:03.999706 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:04.019900 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:04.141167 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:04.143752 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:04.144910 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a7140d5-631b-42b2-9fcd-903167dbd8ec HTTP/1.1" status: 204 len: 168 time: 0.1954181 Jan 05 18:12:04.152869 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19883-57f7-4233-8a09-fcc034aaa249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7140d5-631b-42b2-9fcd-903167dbd8ec,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:06.979039 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96800bc3-6452-488f-a186-bb4c16868b83 req-b669a20b-f840-428c-816c-d97ec45552a0 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:06.980540 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96800bc3-6452-488f-a186-bb4c16868b83 req-b669a20b-f840-428c-816c-d97ec45552a0 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0541091 Jan 05 18:12:07.018530 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96800bc3-6452-488f-a186-bb4c16868b83 req-98cf0d38-3a43-4842-9ab0-11e7c1495cf8 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Jan 05 18:12:07.040939 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60674) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:07.228876 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a73207-b762-4842-953c-c5c9c0594405 tempest-TestMinimumBasicScenario-453297767 tempest-TestMinimumBasicScenario-453297767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:07.230452 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d9a73207-b762-4842-953c-c5c9c0594405 tempest-TestMinimumBasicScenario-453297767 tempest-TestMinimumBasicScenario-453297767-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1094 time: 0.1885464 Jan 05 18:12:07.233330 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60680) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:07.237505 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'port_id': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:07.340996 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:07.435235 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:07.542148 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Allocated IP 172.37.1.106 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:12:07.637744 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:07.718873 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:07.759049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:12:07.761749 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:12:07.766356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:12:07.773637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'Port': ['ID=934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:08.107708 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.228287 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.371923 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.460858 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.490623 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.523990 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'Port': ['ID=934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:08.537331 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:08.634397 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Floating IP 8c6f0e87-327d-458a-8cba-1f050b01c61c associated. External IP: 172.37.1.106, port: ed059967-44ef-462e-a799-7ce65c5e7e04. Jan 05 18:12:08.838857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:12:08.946242 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:12:08.959501 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Sync routers for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:12:08.969926 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:12:08.970578 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:09.017977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.051845 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-60e40bcb-b397-49cf-b10a-377d9b3c7ddd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8174093 Jan 05 18:12:09.052403 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:09.055548 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94094602-0055-4d19-874d-55583c3f86d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:09.060114 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60706) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:09.066345 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563225626', 'description': 'tempest-secgroup-smoke-563225626 description', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:09.087299 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:12:09.097362 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3532b84-8a92-41fc-86a4-6c1aafe822a7 x-openstack-request-id: req-d3532b84-8a92-41fc-86a4-6c1aafe822a7 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:09.097728 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:09.098080 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3532b84-8a92-41fc-86a4-6c1aafe822a7 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:09.098643 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:12:09.152409 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.249179 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.261793 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094602-0055-4d19-874d-55583c3f86d1 req-d0f6123d-336c-49a6-80b3-52c4c11ce8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:09.264514 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-d0f6123d-336c-49a6-80b3-52c4c11ce8fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1099 time: 0.0977104 Jan 05 18:12:09.340809 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.362292 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '8c6f0e87-327d-458a-8cba-1f050b01c61c', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'floating_ip_address': '172.37.1.106', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'port_id': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'mac_address': 'fa:16:3e:39:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:07Z', 'updated_at': '2022-01-05T18:12:07Z', 'revision_number': 0, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:09.368086 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094602-0055-4d19-874d-55583c3f86d1 req-643fa62d-1b06-4a9c-ba17-48867ef18235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:09.369807 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-643fa62d-1b06-4a9c-ba17-48867ef18235 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0974479 Jan 05 18:12:09.373223 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d582619-dee7-4eb3-8839-49d2ea43f8b4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:09.401380 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Checking router: a32395b7-ee04-46e1-a9a4-19b2c10e0e3d for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:12:09.411101 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:12:09.411920 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:11:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:09.451839 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.457622 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-03a06230-7840-4171-ae06-2f59a7df4f12 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3958628 Jan 05 18:12:09.458583 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60720) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:09.461215 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-19dd8baf-7779-4f5a-a39f-34847d4a5b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1000 time: 0.0804706 Jan 05 18:12:09.467816 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:09.518310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094602-0055-4d19-874d-55583c3f86d1 req-4bd152bc-3f34-4763-baeb-2cd4d2391980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:09.519687 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-4bd152bc-3f34-4763-baeb-2cd4d2391980 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0508192 Jan 05 18:12:09.536691 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.540812 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:12:09.590046 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-bd360823-a347-4539-8be8-595fa11c20f0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143875598&fields=id&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 267 time: 0.0661027 Jan 05 18:12:09.595408 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094602-0055-4d19-874d-55583c3f86d1 req-2cce2916-5db1-48bf-b4c0-8da320adfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:09.596966 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-2cce2916-5db1-48bf-b4c0-8da320adfb6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687711 Jan 05 18:12:09.597485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.666967 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.697234 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b1bc82-3b9c-4218-a231-9bcb9af40172,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:09.760764 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.762217 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-28aac4a2-ab7a-4cfd-91db-a8f3b6ed3e60 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000479 Jan 05 18:12:09.765611 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60726) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:09.770080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:09.783104 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-55ebbf0a-90d1-4978-abfa-c9368eb1d6dd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:09.784668 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-55ebbf0a-90d1-4978-abfa-c9368eb1d6dd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.1867220 Jan 05 18:12:09.786739 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-f501ccd3-1917-4799-9e48-9a8d01d60877 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792715 Jan 05 18:12:09.808334 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-2af4a237-ee77-49cc-8915-48cb19bfde67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/quotas/08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 375 time: 0.0179281 Jan 05 18:12:09.809727 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '8c6f0e87-327d-458a-8cba-1f050b01c61c', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'floating_ip_address': '172.37.1.106', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'port_id': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'mac_address': 'fa:16:3e:39:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:07Z', 'updated_at': '2022-01-05T18:12:07Z', 'revision_number': 0, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:09.836563 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cf952-0903-483e-9393-e36ca64fc548 None None] The sync data for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi is: [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '8c6f0e87-327d-458a-8cba-1f050b01c61c', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'floating_ip_address': '172.37.1.106', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'port_id': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'mac_address': 'fa:16:3e:39:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:07Z', 'updated_at': '2022-01-05T18:12:07Z', 'revision_number': 0, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:12:09.855672 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.925899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.970175 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:09.999153 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3417d65c-1956-4c5c-8998-86d73e287d0e,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:10.059333 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af80db-3dfa-4973-b5bc-8f28cb8d7868 None None] New status for floating IP 8c6f0e87-327d-458a-8cba-1f050b01c61c: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:12:10.080768 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.081797 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-61c08b40-c05b-43c4-8480-0ae4405aa2f7 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151133 Jan 05 18:12:10.084728 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60736) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:10.092589 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:10.142244 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-6295f448-5b1e-4352-a5be-393413a707e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3248019 Jan 05 18:12:10.148273 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94094602-0055-4d19-874d-55583c3f86d1 req-af2402d4-d43b-4d02-9ff7-9ea26530c9df service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497455 Jan 05 18:12:10.214824 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.275896 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.287343 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-2c344ad8-d48e-43ba-8ccc-ae62e80350a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325283 Jan 05 18:12:10.379823 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-41219e65-785d-4196-a9a4-089bf8b93961 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Jan 05 18:12:10.442478 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.462836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8cac1-2ecd-48c9-a4b7-c692767bec0d,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:10.542746 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.544073 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0a4d6c8e-f61a-49d7-8930-37749c227a8f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4569876 Jan 05 18:12:10.548132 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60752) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:10.553750 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:10.620069 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.681585 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.757894 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.775818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8fb8b8-5121-4146-bd97-61f50812ed28,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:10.859994 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:10.862694 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-56628368-cc5a-4273-8936-4a1cca43e0ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3120217 Jan 05 18:12:10.863991 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60762) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:10.868813 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:10.913773 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a84f545a-d6be-44c9-8e5c-7f143dff6d45 req-f23c5050-59af-4f6b-b597-35a3f3e0a395 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0351493 Jan 05 18:12:10.975978 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Project c753dd0d3b2f4098a76e0e6a57614fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:12:10.981535 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.040617 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.141002 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.158526 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99edbb17-040d-4308-a308-bd0cd19935b3,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:11.257681 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.257681 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-14ee06f7-700c-45bd-8a9f-f11e21de9d6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774302 Jan 05 18:12:11.257681 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60784) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:11.260819 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'security_group_rule': {'security_group_id': '9d582619-dee7-4eb3-8839-49d2ea43f8b4', 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:11.358676 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-55608a40-6a66-4813-9c54-33b949b6d283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.380996 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.securitygroups_db [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Project c753dd0d3b2f4098a76e0e6a57614fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:12:11.386434 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.449078 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.529814 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.548298 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438b8d37-fd26-4042-a89b-dc2f62dc0257,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:11.640694 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.642148 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d8381f09-248c-4d52-88fc-35c5d9767615 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849256 Jan 05 18:12:11.723607 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-2a2785b2-b009-4cca-8426-d9f6aaa0056d tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563225626&fields=id&tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4 HTTP/1.1" status: 200 len: 267 time: 0.0327783 Jan 05 18:12:11.776405 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-c1ac50e4-b5d9-4238-b719-f24c61d88058 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:11.778308 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-c1ac50e4-b5d9-4238-b719-f24c61d88058 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0483444 Jan 05 18:12:11.791613 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'port': {'security_groups': ['e465a159-43e7-4c97-a18f-a7063a7dbf12', '9d582619-dee7-4eb3-8839-49d2ea43f8b4']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:11.858550 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:11.994952 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-26651cd7-7156-40f2-8c67-717a3eabc54c req-0661aa7b-bd2b-4b0d-823d-bb0dcf8254f3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Jan 05 18:12:12.047160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:12.076701 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:12.146757 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:12.192123 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:12:12.192276 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.192276 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:12.192276 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-56f2b8cd-f941-414e-b3f7-02d5585fd056 req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "PUT /v2.0/ports/ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 982 time: 0.4047122 Jan 05 18:12:12.192276 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:12.195980 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8053db53-7de7-4a70-8b61-359c65cb4b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:12.232526 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3247f-3f4c-497e-b149-65a91e379386 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=6']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:12.386867 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789f2a-15c0-4c4f-a4ea-7afcd74c2358 req-f9912e90-a43a-426e-b950-2e91763e346c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.395069 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-95789f2a-15c0-4c4f-a4ea-7afcd74c2358 req-f9912e90-a43a-426e-b950-2e91763e346c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0957472 Jan 05 18:12:12.418947 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde19ff6-faed-4f99-a397-04184440ea35 x-openstack-request-id: req-fde19ff6-faed-4f99-a397-04184440ea35 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:12.419238 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:12.419687 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fde19ff6-faed-4f99-a397-04184440ea35 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:12.420662 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:12:12.438544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-95789f2a-15c0-4c4f-a4ea-7afcd74c2358 req-83d0c740-d416-4c3c-a0fd-59bdfdcfda71 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425060 Jan 05 18:12:12.510405 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-6336d838-57e4-4294-8c1f-b08b3e255d1d None None] Provisioning complete for port ed059967-44ef-462e-a799-7ce65c5e7e04 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:12:12.511039 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6336d838-57e4-4294-8c1f-b08b3e255d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:12.542770 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-01c0c645-18b6-4558-85ce-eee51096311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.544679 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-01c0c645-18b6-4558-85ce-eee51096311c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1138 time: 0.0448465 Jan 05 18:12:12.648348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-1abf78bc-cc8f-4ae6-ad56-419c03adc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.650496 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-1abf78bc-cc8f-4ae6-ad56-419c03adc2a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0985730 Jan 05 18:12:12.657317 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:12:12.738727 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-41f7e896-7e29-4ef3-a8c7-9d7ce173b298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1002 time: 0.0709057 Jan 05 18:12:12.791567 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-b5931617-eb92-4164-a3b4-69955c845d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.792932 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-b5931617-eb92-4164-a3b4-69955c845d9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0476658 Jan 05 18:12:12.862034 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-3b2b6d08-8722-4f96-879d-ee5f10c9663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:12.868199 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-3b2b6d08-8722-4f96-879d-ee5f10c9663a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533595 Jan 05 18:12:12.972957 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-c33bde60-6020-43a6-af0f-96b215820eb6 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Jan 05 18:12:13.095653 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-63b6ceda-e946-4325-acdf-44469c41b825 req-b42ee3d1-57a9-4a29-af2b-8714dea9f9fb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0333927 Jan 05 18:12:13.099167 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8053db53-7de7-4a70-8b61-359c65cb4b8f req-8d86f7f4-29f6-4c9b-8a28-edc6cb2c94e1 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094096 Jan 05 18:12:13.560009 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-ebe78a00-41fd-4185-95c4-56a86f02e313 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:13.562068 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-ebe78a00-41fd-4185-95c4-56a86f02e313 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.1067419 Jan 05 18:12:13.569619 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fcb1b20e-c397-4bff-ad23-83c5606708bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:13.622446 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-acacfd2a-c33c-4ffc-87c0-e99483e795cc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 379 time: 0.0420346 Jan 05 18:12:13.632128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'port': {'device_id': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'admin_state_up': True, 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'security_groups': ['3110d0d0-ddfc-490a-8b64-bc289db35656']}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:13.827376 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Made reservation on behalf of 08e68392448c4624aa2ae32698c65e8d for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:12:13.830804 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:13.965988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.20.0.11 (f6f66398-92a1-4614-82f3-d4ba84635ba6/8057fdbe-8eec-4294-ac33-0196cbb9684e/864ddde1-36f6-4e8a-836a-ca791ef77d5f) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:12:14.106045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.189594 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-887c34c1-f3be-4494-bcd9-454d95423d91 req-06025b71-3057-4e82-ac7b-6a31d3d2f608 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0259507 Jan 05 18:12:14.220976 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.266868 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:12:14.269913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:12:14.273739 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:12:14.305551 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:14.332978 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:14.333991 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.368455 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60870) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:14.411992 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-e8784ef1-ed78-4a32-b1ae-ee1764ec3c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832611 Jan 05 18:12:14.434348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Request body: {'port': {'device_id': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:14.503444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-12191232-a548-4afb-981f-4bf824bf5e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.523481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.554042 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-64fd4a5f-1d72-40cc-8763-b0b620e64d7d None None] Provisioning complete for port 864ddde1-36f6-4e8a-836a-ca791ef77d5f triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:12:14.554042 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-64fd4a5f-1d72-40cc-8763-b0b620e64d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.626395 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.627073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-64fd4a5f-1d72-40cc-8763-b0b620e64d7d None None] Port 864ddde1-36f6-4e8a-836a-ca791ef77d5f cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:12:14.717919 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-12191232-a548-4afb-981f-4bf824bf5e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.788386 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-12191232-a548-4afb-981f-4bf824bf5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.841365 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-12191232-a548-4afb-981f-4bf824bf5e0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a447717cc044ee9864156d77251fbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718294 Jan 05 18:12:14.844824 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60882) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:14.849742 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12191232-a548-4afb-981f-4bf824bf5e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a63e03f-ccd5-4ccb-9d16-a9355aa8606e,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:14.892031 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864ddde1-36f6-4e8a-836a-ca791ef77d5f {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:12:14.899448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.912848 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Transition to ACTIVE for port object 864ddde1-36f6-4e8a-836a-ca791ef77d5f will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:12:14.918861 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.947513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:14.976921 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819baea-3668-461f-ad85-0ba25a031ed1 req-e6a43afe-e30b-4a3a-bc0a-ad0149509988 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:14.981281 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4819baea-3668-461f-ad85-0ba25a031ed1 req-e6a43afe-e30b-4a3a-bc0a-ad0149509988 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Jan 05 18:12:15.004544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.067157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.069684 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.070970 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a63e03f-ccd5-4ccb-9d16-a9355aa8606e HTTP/1.1" status: 204 len: 168 time: 0.2251651 Jan 05 18:12:15.082483 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4819baea-3668-461f-ad85-0ba25a031ed1 req-77e20550-b398-41b2-a7d4-de37f6389757 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869980 Jan 05 18:12:15.084727 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5291e-3d17-4e42-8d3b-cade8477884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a63e03f-ccd5-4ccb-9d16-a9355aa8606e,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:15.119441 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Pushing event updated for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:15.179581 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Attempting to bind port 864ddde1-36f6-4e8a-836a-ca791ef77d5f on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:12:15.179937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Attempting to bind port 864ddde1-36f6-4e8a-836a-ca791ef77d5f by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:12:15.180269 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Attempting to bind port 864ddde1-36f6-4e8a-836a-ca791ef77d5f on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:12:15.184880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Port 864ddde1-36f6-4e8a-836a-ca791ef77d5f on network f6f66398-92a1-4614-82f3-d4ba84635ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:12:15.186863 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Attempting to bind port 864ddde1-36f6-4e8a-836a-ca791ef77d5f on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:12:15.190781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:12:15.191122 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:12:15.191576 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Bound using segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:12:15.192007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Bound port: 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:12:15.192365 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.270943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:12:15.273994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:12:15.316394 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400b8a8-00cf-4a20-b62e-8e6e3f93983d req-ef1e2777-9239-4891-b9a3-c030e0118567 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:15.318111 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9400b8a8-00cf-4a20-b62e-8e6e3f93983d req-ef1e2777-9239-4891-b9a3-c030e0118567 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0507524 Jan 05 18:12:15.347338 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.360187 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9400b8a8-00cf-4a20-b62e-8e6e3f93983d req-d6094ba3-c6cb-46ec-8aee-e5385e1755c7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359747 Jan 05 18:12:15.384283 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:15.384892 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.386370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] 10.222.0.10 "PUT /v2.0/ports/864ddde1-36f6-4e8a-836a-ca791ef77d5f HTTP/1.1" status: 200 len: 1094 time: 0.9569950 Jan 05 18:12:15.386760 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:15.389128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:15.414330 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a111b5-79ac-4887-aad3-7a66c01adb39 service neutron] Pushing event updated for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:15.546273 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-86445cdb-d8ba-42cb-9daa-c145abac7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:15.547860 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-86445cdb-d8ba-42cb-9daa-c145abac7ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0436323 Jan 05 18:12:15.569194 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060904e-b3b8-4fd4-96c6-ffe486cf5b81 x-openstack-request-id: req-7060904e-b3b8-4fd4-96c6-ffe486cf5b81 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:15.569550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:15.569863 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7060904e-b3b8-4fd4-96c6-ffe486cf5b81 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:15.570354 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'status': 'completed', 'code': 200} Jan 05 18:12:15.607433 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-384b3128-6c28-4769-8978-d611d97d2fdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f HTTP/1.1" status: 200 len: 217 time: 0.0403068 Jan 05 18:12:15.659068 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-ff91b0f6-b352-4e2f-b478-f73ad57c4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:15.659477 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-ff91b0f6-b352-4e2f-b478-f73ad57c4a31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0445614 Jan 05 18:12:15.709423 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-1db691a6-5b7e-40c1-b8a4-1dee464878be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:15.710879 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-1db691a6-5b7e-40c1-b8a4-1dee464878be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419762 Jan 05 18:12:15.758165 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 60898) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:15.771060 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f34e6bab-0f3f-49c8-80d3-1132dfaf8153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.808517 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-2904410c-95dc-40dd-8fac-ddb508a56760 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897298 Jan 05 18:12:15.849404 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f34e6bab-0f3f-49c8-80d3-1132dfaf8153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.903259 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-512e0ded-44d1-4786-b34a-bb44e7436e6a req-9592b91a-7bb9-4eea-bbbb-a00252a6f139 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Jan 05 18:12:15.906439 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f34e6bab-0f3f-49c8-80d3-1132dfaf8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:15.951418 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f34e6bab-0f3f-49c8-80d3-1132dfaf8153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bbc1ef0f9104320b8d9f5dd2e31f878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921098 Jan 05 18:12:15.952877 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e6bab-0f3f-49c8-80d3-1132dfaf8153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14753984-1282-4174-a014-ef1ab53a7b49,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:15.954150 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 60904) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:16.005836 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.026462 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.104601 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-0227c366-d266-4070-b16b-b670f1c101af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.106194 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-0227c366-d266-4070-b16b-b670f1c101af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0575609 Jan 05 18:12:16.169448 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.197737 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-d1cf2a9a-6ec7-4aed-b8ab-d754ea161d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.204249 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-d1cf2a9a-6ec7-4aed-b8ab-d754ea161d0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0858409 Jan 05 18:12:16.247322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.251106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.252271 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14753984-1282-4174-a014-ef1ab53a7b49 HTTP/1.1" status: 204 len: 168 time: 0.2969604 Jan 05 18:12:16.253616 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-7bd93f96-c177-4a74-8647-8cbc85a352c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f HTTP/1.1" status: 200 len: 217 time: 0.0458505 Jan 05 18:12:16.262532 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab140e7-7412-467d-97d5-8cfc8514e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14753984-1282-4174-a014-ef1ab53a7b49,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:16.296872 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a194-b370-4c31-9c25-0516ca538608 req-2018724d-feae-4059-b709-3a236cde627e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.304453 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e346a194-b370-4c31-9c25-0516ca538608 req-2018724d-feae-4059-b709-3a236cde627e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0729363 Jan 05 18:12:16.321070 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-5ddea930-59ef-4714-9a2e-c028d339ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.322682 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-5ddea930-59ef-4714-9a2e-c028d339ad5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0614948 Jan 05 18:12:16.347929 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e346a194-b370-4c31-9c25-0516ca538608 req-fc821aa5-cccc-41ee-91c4-5876c3097c0c tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Jan 05 18:12:16.405441 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-ef8bbdaf-50cd-472a-bdba-4c7405c05185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.407000 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-ef8bbdaf-50cd-472a-bdba-4c7405c05185 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0650380 Jan 05 18:12:16.424564 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9352-4ef4-40ac-bbce-07908053d915 req-d89e7cf7-f5b4-4d32-b48b-a3f065cdbe74 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.428062 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1de9352-4ef4-40ac-bbce-07908053d915 req-d89e7cf7-f5b4-4d32-b48b-a3f065cdbe74 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0966845 Jan 05 18:12:16.483676 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a607f9-6c69-403c-b1d9-943582b24021 req-87d42fec-0225-4a74-9058-dc3b8c00b824 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:16.485183 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c5a607f9-6c69-403c-b1d9-943582b24021 req-87d42fec-0225-4a74-9058-dc3b8c00b824 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0546682 Jan 05 18:12:16.523996 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c5a607f9-6c69-403c-b1d9-943582b24021 req-011c1480-4934-421d-a5c6-3db3d86b37e3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326316 Jan 05 18:12:16.524916 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:16.526346 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1de9352-4ef4-40ac-bbce-07908053d915 req-f9adc88a-b188-4de2-8ba0-b7a896ea7f2d tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802519 Jan 05 18:12:16.546381 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-f5694a3c-8147-4bf4-809b-1c6acb660347 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167517 Jan 05 18:12:16.633952 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d756e5e6-b06a-49fd-8adf-d2b093eeb2d7 req-53bfad98-d3bc-4238-a1ae-d5f68673ac24 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812843 Jan 05 18:12:17.471319 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89686-3f84-4072-b783-6a70ca9442fe req-5cb8233f-3d44-4b64-9b35-2cc96ebcc612 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:17.472806 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9db89686-3f84-4072-b783-6a70ca9442fe req-5cb8233f-3d44-4b64-9b35-2cc96ebcc612 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Jan 05 18:12:17.510580 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9db89686-3f84-4072-b783-6a70ca9442fe req-b6bb0877-7954-4744-baf2-d3202ba8758d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Jan 05 18:12:17.646611 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2255-ffbe-4bf3-9592-26033f42bb4f req-b419bbbb-10ab-44df-83d6-5573fd6a6722 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:17.648507 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b35f2255-ffbe-4bf3-9592-26033f42bb4f req-b419bbbb-10ab-44df-83d6-5573fd6a6722 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0507851 Jan 05 18:12:17.652156 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b865b3-b453-4cc1-aa37-c39bfd897974 req-e0768a1b-56c6-4723-a7a4-01ec3fef69f4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:17.653647 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e1b865b3-b453-4cc1-aa37-c39bfd897974 req-e0768a1b-56c6-4723-a7a4-01ec3fef69f4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0533245 Jan 05 18:12:17.692041 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b35f2255-ffbe-4bf3-9592-26033f42bb4f req-36c20fd1-386d-46ce-8ada-cce2ffa18a08 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Jan 05 18:12:17.694915 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e1b865b3-b453-4cc1-aa37-c39bfd897974 req-62d62186-16b2-41fa-8a4b-ea6e06396dd3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341687 Jan 05 18:12:18.631229 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b8e40-b43b-4639-9141-d9afae42d1bc req-f9d4ae71-edef-4fe4-9568-796430dbc3c1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:18.632714 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bd1b8e40-b43b-4639-9141-d9afae42d1bc req-f9d4ae71-edef-4fe4-9568-796430dbc3c1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0539081 Jan 05 18:12:18.669652 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bd1b8e40-b43b-4639-9141-d9afae42d1bc req-81025143-0432-4962-a9fe-7ee402f0fe9a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Jan 05 18:12:18.815499 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b890cb9-470f-46ec-9a9c-74ebfdab1f77 req-b170f20c-a20f-472d-99dc-b07dbf0cdf97 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:18.816913 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b890cb9-470f-46ec-9a9c-74ebfdab1f77 req-b170f20c-a20f-472d-99dc-b07dbf0cdf97 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Jan 05 18:12:18.856366 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b890cb9-470f-46ec-9a9c-74ebfdab1f77 req-036ab248-3f6f-4f61-91cb-93ec818ad8ad tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Jan 05 18:12:18.856647 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f949e-23c9-406b-96c4-a6ed8e022233 req-0c186994-98d7-493f-a8ad-7eefd59555d6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:18.858067 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c36f949e-23c9-406b-96c4-a6ed8e022233 req-0c186994-98d7-493f-a8ad-7eefd59555d6 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0931177 Jan 05 18:12:18.870793 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56419-7167-489b-a424-e37666b82fc3 req-4eb6044a-6bde-463c-871d-7153fa92016f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:18.872286 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5ea56419-7167-489b-a424-e37666b82fc3 req-4eb6044a-6bde-463c-871d-7153fa92016f tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 946 time: 0.0671592 Jan 05 18:12:18.934748 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c36f949e-23c9-406b-96c4-a6ed8e022233 req-8d5d7239-c17d-4edc-8e7d-7e651a36c068 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3c69336-d3a1-408d-bbab-590a71803ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Jan 05 18:12:18.990270 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Deleting port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:12:18.990611 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.059050 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 32770) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:19.081637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] For port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,segment=NetworkSegment(c614f62a-4115-483a-827b-a128fa181753),segment_id=c614f62a-4115-483a-827b-a128fa181753)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:19.083568 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.094591 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Calling delete_port for 5a020fa7-9166-4830-bf8c-76aadb9d4ebd owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:12:19.162652 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b50aaa23-ef15-4464-9f45-5db5cd50c6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.233773 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b50aaa23-ef15-4464-9f45-5db5cd50c6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.266661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.283886 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b50aaa23-ef15-4464-9f45-5db5cd50c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.295897 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Pushing event deleted for resources: {'Port': ['ID=5a020fa7-9166-4830-bf8c-76aadb9d4ebd,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:19.324076 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b50aaa23-ef15-4464-9f45-5db5cd50c6be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=045f2228b93145789361ea020b39de8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638443 Jan 05 18:12:19.324924 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aaa23-ef15-4464-9f45-5db5cd50c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8263b-639b-4b29-9510-c7d614019a84,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:19.325445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 32774) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:19.343608 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] No DVR routers for this DVR port 5a020fa7-9166-4830-bf8c-76aadb9d4ebd on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:12:19.347137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.350190 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5ea56419-7167-489b-a424-e37666b82fc3 req-0b2039cf-5680-482c-ae6e-b55250e2dc72 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.10 "DELETE /v2.0/ports/5a020fa7-9166-4830-bf8c-76aadb9d4ebd HTTP/1.1" status: 204 len: 173 time: 0.4635797 Jan 05 18:12:19.350630 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'name': 'network-vif-deleted', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:19.353025 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927daa32-2291-4197-aec7-5bb095abdbc1" -d '{"events": [{"server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "name": "network-vif-deleted", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:19.396523 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ddea0a-6ce0-40ce-9735-f22b2fd818e9 x-openstack-request-id: req-d4ddea0a-6ce0-40ce-9735-f22b2fd818e9 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:19.396816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f02911-1ce0-4c13-9006-ac6f05ae4a45", "name": "network-vif-deleted", "tag": "5a020fa7-9166-4830-bf8c-76aadb9d4ebd", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:19.397063 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4ddea0a-6ce0-40ce-9735-f22b2fd818e9 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:19.397441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f02911-1ce0-4c13-9006-ac6f05ae4a45', 'name': 'network-vif-deleted', 'tag': '5a020fa7-9166-4830-bf8c-76aadb9d4ebd', 'status': 'completed', 'code': 200} Jan 05 18:12:19.400085 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.421321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.518279 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.520853 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:19.522105 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08e8263b-639b-4b29-9510-c7d614019a84 HTTP/1.1" status: 204 len: 168 time: 0.1956501 Jan 05 18:12:19.530146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a9da9-2231-4ad1-aca9-d76a2924b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8263b-639b-4b29-9510-c7d614019a84,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:19.791026 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57a5bd-4a06-428a-8efc-740f235f2bcf req-d63ae841-a553-4c3e-b60d-8b0e639ee205 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:19.792504 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8e57a5bd-4a06-428a-8efc-740f235f2bcf req-d63ae841-a553-4c3e-b60d-8b0e639ee205 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0515437 Jan 05 18:12:19.831081 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8e57a5bd-4a06-428a-8efc-740f235f2bcf req-19936c5e-6efd-455b-bbd4-e376a5b4a9b4 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322521 Jan 05 18:12:19.981689 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4452-2b34-4ae2-958b-6924571180b8 req-f6791218-3e61-4bfd-a0a8-d3580441655b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:19.983442 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d6ea4452-2b34-4ae2-958b-6924571180b8 req-f6791218-3e61-4bfd-a0a8-d3580441655b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0584459 Jan 05 18:12:20.024417 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d6ea4452-2b34-4ae2-958b-6924571180b8 req-7933228d-5c14-4a2a-9388-8db75cf61bfc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Jan 05 18:12:20.045234 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fa717b6-89c9-40c7-8d53-9cd302e1bbe2 req-3774262c-240a-48f3-baec-89a2c4a488b5 tempest-VolumesSnapshotTestJSON-557263415 tempest-VolumesSnapshotTestJSON-557263415-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f02911-1ce0-4c13-9006-ac6f05ae4a45 HTTP/1.1" status: 200 len: 210 time: 0.0288775 Jan 05 18:12:20.062717 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 32790) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:20.076772 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-37ddae14-7584-4971-99bd-4899b11d12ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.150753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-37ddae14-7584-4971-99bd-4899b11d12ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.220700 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-37ddae14-7584-4971-99bd-4899b11d12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.259239 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-37ddae14-7584-4971-99bd-4899b11d12ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b062feb82b945a4b5616c3d2ecf4302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942890 Jan 05 18:12:20.259984 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddae14-7584-4971-99bd-4899b11d12ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f183dc59-bad4-4fbe-a117-ca5e725cfe24,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:20.261847 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 32792) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:20.314500 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.334719 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.449249 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.451777 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:20.452914 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f183dc59-bad4-4fbe-a117-ca5e725cfe24 HTTP/1.1" status: 204 len: 168 time: 0.1898987 Jan 05 18:12:20.463485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5cee7-4cb8-4bba-b1c0-f203cc9940b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f183dc59-bad4-4fbe-a117-ca5e725cfe24,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:20.952477 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e408b-2683-4ebf-b34b-a6038e9a442e req-d8c0b2f8-451d-47b3-9f48-26a072f6d026 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:20.953968 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-056e408b-2683-4ebf-b34b-a6038e9a442e req-d8c0b2f8-451d-47b3-9f48-26a072f6d026 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0520995 Jan 05 18:12:20.991178 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-056e408b-2683-4ebf-b34b-a6038e9a442e req-1f1b25aa-1a39-422d-b0b6-0e03b83fe33e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Jan 05 18:12:21.155329 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e101b-ef10-43ba-85a5-55911ae95b8b req-f2b8a9c2-7b78-482b-8310-f1c1b0496e13 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:21.156930 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-479e101b-ef10-43ba-85a5-55911ae95b8b req-f2b8a9c2-7b78-482b-8310-f1c1b0496e13 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0578263 Jan 05 18:12:21.169444 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 5a020fa7-9166-4830-bf8c-76aadb9d4ebd no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:12:21.190253 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 5a020fa7-9166-4830-bf8c-76aadb9d4ebd {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:12:21.190612 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 5a020fa7-9166-4830-bf8c-76aadb9d4ebd not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:12:21.197264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-479e101b-ef10-43ba-85a5-55911ae95b8b req-f49411a0-a56b-4d74-a639-7c7588e341e0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Jan 05 18:12:22.105630 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff9075-1b43-4da4-9b04-e6d7d15f063f req-ef154fdb-1075-4917-8893-51df843fb705 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:22.107053 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-79ff9075-1b43-4da4-9b04-e6d7d15f063f req-ef154fdb-1075-4917-8893-51df843fb705 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0483570 Jan 05 18:12:22.145389 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-79ff9075-1b43-4da4-9b04-e6d7d15f063f req-5cfc8822-144f-4960-9fae-9daa05508952 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Jan 05 18:12:22.320128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f5b2-7ec9-4b03-a859-743bf2514bd9 req-3ac74368-d7db-4092-99b9-7094a48ef4ba tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:22.320128 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5134f5b2-7ec9-4b03-a859-743bf2514bd9 req-3ac74368-d7db-4092-99b9-7094a48ef4ba tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0500813 Jan 05 18:12:22.356742 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5134f5b2-7ec9-4b03-a859-743bf2514bd9 req-66cf4089-8dac-432d-9e18-d6e8e7e96ce4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Jan 05 18:12:23.259263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819294d8-809f-49b1-b60e-f611eab77161 req-2b838c80-4be5-439f-a2be-998db555f53a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:23.260751 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-819294d8-809f-49b1-b60e-f611eab77161 req-2b838c80-4be5-439f-a2be-998db555f53a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Jan 05 18:12:23.297279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-819294d8-809f-49b1-b60e-f611eab77161 req-fd6b7e84-4a93-47c6-9b2b-8e29e888d7a1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303383 Jan 05 18:12:23.473787 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8d9c-2b43-4321-9ccd-55b66653f9b5 req-a60b1bd5-96f7-4745-8643-53525d114a76 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:23.475319 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02da8d9c-2b43-4321-9ccd-55b66653f9b5 req-a60b1bd5-96f7-4745-8643-53525d114a76 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0490890 Jan 05 18:12:23.513031 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02da8d9c-2b43-4321-9ccd-55b66653f9b5 req-7aee0d97-2ac7-4b5f-8589-29edc2ce16fb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Jan 05 18:12:24.413049 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3110e2-8e25-4b48-bb2b-bf309fb1df8a req-78ac4de2-9877-42c9-bb54-64cdef3a875a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:24.414493 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3e3110e2-8e25-4b48-bb2b-bf309fb1df8a req-78ac4de2-9877-42c9-bb54-64cdef3a875a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Jan 05 18:12:24.450220 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3e3110e2-8e25-4b48-bb2b-bf309fb1df8a req-b410f510-2b47-4aa4-a3fc-802939da9f1f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298402 Jan 05 18:12:24.629833 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d817c-8024-46e0-b1a2-70f51af77aab req-190ed1d5-9e69-469b-b26a-02a78e9a27c6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:24.631304 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cc6d817c-8024-46e0-b1a2-70f51af77aab req-190ed1d5-9e69-469b-b26a-02a78e9a27c6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0506482 Jan 05 18:12:24.666444 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cc6d817c-8024-46e0-b1a2-70f51af77aab req-ea2bcaec-ec09-4101-8019-ca2df28c1cb3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292101 Jan 05 18:12:25.562646 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990bd76-5fc9-4010-84f2-159d0d133b88 req-a85fd98d-2e6c-4010-b1a6-c44e1d32bbf3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:25.564144 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b990bd76-5fc9-4010-84f2-159d0d133b88 req-a85fd98d-2e6c-4010-b1a6-c44e1d32bbf3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Jan 05 18:12:25.602778 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b990bd76-5fc9-4010-84f2-159d0d133b88 req-500f1dd6-8a81-41f0-b86f-9815f5a90a9e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Jan 05 18:12:25.669499 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 864ddde1-36f6-4e8a-836a-ca791ef77d5f details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:12:25.765355 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:25.777663 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'port_id': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'mac_address': 'fa:16:3e:f8:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:12:25.792167 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2b01-5d31-498a-b8c8-c717274e88e7 req-c9e5a64f-d846-40eb-bce3-d98b21ce8754 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:25.793688 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e1a2b01-5d31-498a-b8c8-c717274e88e7 req-c9e5a64f-d846-40eb-bce3-d98b21ce8754 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 944 time: 0.0549662 Jan 05 18:12:25.817984 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:25.832727 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864ddde1-36f6-4e8a-836a-ca791ef77d5f {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:12:25.839345 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e1a2b01-5d31-498a-b8c8-c717274e88e7 req-e3686a3a-df24-4769-b962-0dda0bd97c24 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Jan 05 18:12:25.852527 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:25.917947 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:25.967572 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:25.974746 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.975095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.975435 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.975798 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.976436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.976759 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.977084 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.977433 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.977782 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.978140 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.980928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:25.980928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:26.718576 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac2ec-9eb9-427e-95ae-855848b4de6b req-47352e65-db47-4097-a022-03b265f81edc tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:26.720638 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d9cac2ec-9eb9-427e-95ae-855848b4de6b req-47352e65-db47-4097-a022-03b265f81edc tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0486705 Jan 05 18:12:26.758037 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d9cac2ec-9eb9-427e-95ae-855848b4de6b req-5ecac46e-2cf6-4116-b722-29a567ee1fe5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309973 Jan 05 18:12:26.951649 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577cb1-2947-4932-8ee6-344134709033 req-3f5ff377-bb8e-4286-819f-aab65adae88e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:26.953597 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7577cb1-2947-4932-8ee6-344134709033 req-3f5ff377-bb8e-4286-819f-aab65adae88e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Jan 05 18:12:26.994269 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7577cb1-2947-4932-8ee6-344134709033 req-12402a69-810d-4294-bd1a-31a197b607ec tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343456 Jan 05 18:12:27.876240 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1fff3-9287-4da1-95ff-c433683a0751 req-c3aa0f38-6674-47d1-aa52-0c3359cd13a7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:27.877722 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a3f1fff3-9287-4da1-95ff-c433683a0751 req-c3aa0f38-6674-47d1-aa52-0c3359cd13a7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Jan 05 18:12:27.915725 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a3f1fff3-9287-4da1-95ff-c433683a0751 req-5fa8902f-99b1-41a6-984f-20efb5bf0cbe tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Jan 05 18:12:28.117545 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b99d2-97ad-4471-b87f-3fb69f1742d2 req-efb11d45-83d0-422d-9494-d2fd426e9b85 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:28.117545 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3e8b99d2-97ad-4471-b87f-3fb69f1742d2 req-efb11d45-83d0-422d-9494-d2fd426e9b85 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Jan 05 18:12:28.154626 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3e8b99d2-97ad-4471-b87f-3fb69f1742d2 req-bcaeb8de-d446-4e7e-92c5-d965edf047d0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Jan 05 18:12:29.028794 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb875-cbd8-42e9-a3e2-12ce42ee46a9 req-0b5318ea-a14e-4a0f-988d-ce22f77da708 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:29.030285 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-056eb875-cbd8-42e9-a3e2-12ce42ee46a9 req-0b5318ea-a14e-4a0f-988d-ce22f77da708 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Jan 05 18:12:29.065972 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-056eb875-cbd8-42e9-a3e2-12ce42ee46a9 req-253d56a5-f1a0-4056-9888-c5a6c42cb335 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299754 Jan 05 18:12:29.268993 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92d8e-98bd-4953-a711-4ed93c1ca7e1 req-e501ca78-f003-4994-8253-cd8c019e2606 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:29.270475 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5ed92d8e-98bd-4953-a711-4ed93c1ca7e1 req-e501ca78-f003-4994-8253-cd8c019e2606 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Jan 05 18:12:29.307105 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5ed92d8e-98bd-4953-a711-4ed93c1ca7e1 req-52467e7f-9f88-472a-8ea5-bfd24376e8a2 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307205 Jan 05 18:12:30.109614 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['864ddde1-36f6-4e8a-836a-ca791ef77d5f'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:12:30.184392 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27aac9-bece-4cd9-8a3e-9554fe8c2ca0 req-ba7c2328-984a-469a-95d4-522fadc27c54 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:30.185921 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fe27aac9-bece-4cd9-8a3e-9554fe8c2ca0 req-ba7c2328-984a-469a-95d4-522fadc27c54 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0528536 Jan 05 18:12:30.229878 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fe27aac9-bece-4cd9-8a3e-9554fe8c2ca0 req-6cad7b88-71d8-48f7-999b-a89ec23e6eee tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357563 Jan 05 18:12:30.424875 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2e49-8aa9-4877-abba-4f105dbd85b1 req-b14b1a49-da4d-4850-b3b4-118746bc96d3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:30.426259 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cbee2e49-8aa9-4877-abba-4f105dbd85b1 req-b14b1a49-da4d-4850-b3b4-118746bc96d3 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Jan 05 18:12:30.465282 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cbee2e49-8aa9-4877-abba-4f105dbd85b1 req-c46a1fda-6ff2-4fcd-8b06-8d2026345876 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330141 Jan 05 18:12:31.345740 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625f48-3df0-4841-80e7-b4b99c7b7de7 req-ccdfdfb7-154e-4612-aca5-72509da0b55a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:31.347256 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9b625f48-3df0-4841-80e7-b4b99c7b7de7 req-ccdfdfb7-154e-4612-aca5-72509da0b55a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0477157 Jan 05 18:12:31.384458 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9b625f48-3df0-4841-80e7-b4b99c7b7de7 req-9d2b0a76-c688-4977-93cc-7cb426f2558c tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Jan 05 18:12:31.582260 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd189a76-e3bf-4bf2-a644-775cc127979d req-08343a8a-74e3-4fbf-bd66-83e82cf45a71 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:31.583836 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bd189a76-e3bf-4bf2-a644-775cc127979d req-08343a8a-74e3-4fbf-bd66-83e82cf45a71 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Jan 05 18:12:31.651221 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:12:31.796857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c86d0-e524-4291-a55b-cac28225a842 req-8e57e8fc-d774-46af-aa17-6c8d7d99a419 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:31.798309 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e38c86d0-e524-4291-a55b-cac28225a842 req-8e57e8fc-d774-46af-aa17-6c8d7d99a419 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0529842 Jan 05 18:12:31.838390 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e38c86d0-e524-4291-a55b-cac28225a842 req-c6e1381f-9fe1-4884-8a19-793ef2035bca tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339332 Jan 05 18:12:31.867812 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bd189a76-e3bf-4bf2-a644-775cc127979d req-141dfa62-6c68-46d8-8bab-5fddd73f2797 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776887 Jan 05 18:12:31.873698 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 864ddde1-36f6-4e8a-836a-ca791ef77d5f up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:12:31.894069 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-813f29aa-2571-4340-a81b-948a5a797f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:31.895612 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-813f29aa-2571-4340-a81b-948a5a797f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0689375 Jan 05 18:12:31.990185 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-33276c98-5f5b-4d7d-a541-1347333914f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:31.991442 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-33276c98-5f5b-4d7d-a541-1347333914f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.0884669 Jan 05 18:12:31.997703 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 864ddde1-36f6-4e8a-836a-ca791ef77d5f completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:12:32.002402 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 864ddde1-36f6-4e8a-836a-ca791ef77d5f triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:12:32.003556 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:32.057240 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-8a74f5d4-9480-4f35-8834-9c62411f7023 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0592935 Jan 05 18:12:32.078382 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:32.101330 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:32.103608 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e04294f-fa84-475f-9649-23ec77027eb2" -d '{"events": [{"server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "name": "network-vif-plugged", "status": "completed", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:32.108308 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-5245f730-3881-4ed8-ac43-ac24033eb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:32.110292 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-5245f730-3881-4ed8-ac43-ac24033eb249 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0458970 Jan 05 18:12:32.119748 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:32.190669 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-13ec7b53-dfce-4b05-8186-49ea2596768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:32.193518 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-13ec7b53-dfce-4b05-8186-49ea2596768d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764246 Jan 05 18:12:32.198693 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:32.257854 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:32.298646 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-c3707598-0164-414a-83ef-9ac26d7c619c service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943313 Jan 05 18:12:32.312098 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09854e04-2d5e-409b-a406-60d0290b09e7 x-openstack-request-id: req-09854e04-2d5e-409b-a406-60d0290b09e7 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:32.312471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "name": "network-vif-plugged", "status": "completed", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:32.312793 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09854e04-2d5e-409b-a406-60d0290b09e7 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:32.314106 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'code': 200} Jan 05 18:12:32.391624 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3fb73ee5-e480-483f-a47c-fb6650c47641 req-9271f463-0676-4734-b629-92d6147b58da service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Jan 05 18:12:32.604415 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5ff3-c782-47e8-a203-7d72a2cba5db req-d39d796e-10ee-45be-b67a-9bcb64cc7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:32.605783 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7b9a5ff3-c782-47e8-a203-7d72a2cba5db req-d39d796e-10ee-45be-b67a-9bcb64cc7c2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0396063 Jan 05 18:12:32.640881 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7b9a5ff3-c782-47e8-a203-7d72a2cba5db req-dee389dc-9328-412a-80df-8c4cebf5c224 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268381 Jan 05 18:12:32.952353 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9677b21-ba9a-4927-b318-e6aad454d60c req-a5819e3e-9293-46f1-8c9c-ab2c09850137 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:32.954483 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a9677b21-ba9a-4927-b318-e6aad454d60c req-a5819e3e-9293-46f1-8c9c-ab2c09850137 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0467215 Jan 05 18:12:32.991383 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a9677b21-ba9a-4927-b318-e6aad454d60c req-d9a45fb3-c670-464e-9aa8-ca110b6ebab2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310292 Jan 05 18:12:33.093800 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb6dff-99e6-4b0e-86b3-1c20ea928bf3 req-b05e20aa-97bb-44a3-860c-5d29d741c7cd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:33.095850 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9eeb6dff-99e6-4b0e-86b3-1c20ea928bf3 req-b05e20aa-97bb-44a3-860c-5d29d741c7cd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Jan 05 18:12:33.132372 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9eeb6dff-99e6-4b0e-86b3-1c20ea928bf3 req-8691b266-1c5b-447e-bf0d-673c874b0393 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301466 Jan 05 18:12:34.107122 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb746d2-fdf7-4213-8b62-9320e7c1cc77 req-dd376c7d-b79d-4991-9b73-0b0d5d5ee411 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:34.109079 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-acb746d2-fdf7-4213-8b62-9320e7c1cc77 req-dd376c7d-b79d-4991-9b73-0b0d5d5ee411 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Jan 05 18:12:34.148200 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-acb746d2-fdf7-4213-8b62-9320e7c1cc77 req-bec1438d-c470-46b3-b814-565569bd7bb5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Jan 05 18:12:34.247117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef624c-5fef-49c9-b702-ac25654747a6 req-19e3a4f4-9817-432c-b149-a64be0333ed1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:34.248566 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-05ef624c-5fef-49c9-b702-ac25654747a6 req-19e3a4f4-9817-432c-b149-a64be0333ed1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Jan 05 18:12:34.288560 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-05ef624c-5fef-49c9-b702-ac25654747a6 req-dea73731-68c0-4e84-84ea-5b10d594ea08 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Jan 05 18:12:35.401805 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164132-da03-4de6-86fd-6929aedb17b8 req-5f70d298-ff99-4340-9fd8-afbe84ee6bbb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:35.403342 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-01164132-da03-4de6-86fd-6929aedb17b8 req-5f70d298-ff99-4340-9fd8-afbe84ee6bbb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Jan 05 18:12:35.443631 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-01164132-da03-4de6-86fd-6929aedb17b8 req-238a824a-fe84-4588-8c48-56162bf5641d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 Jan 05 18:12:35.559588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222216ca-70fe-4450-bde6-f649ac84b2df req-b4a4c1e6-a37e-4090-a2cb-44cc3c4c7f30 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:35.561056 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-222216ca-70fe-4450-bde6-f649ac84b2df req-b4a4c1e6-a37e-4090-a2cb-44cc3c4c7f30 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0476229 Jan 05 18:12:35.603227 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-222216ca-70fe-4450-bde6-f649ac84b2df req-f1245b3e-154d-413e-8d47-d8de594faaf8 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356035 Jan 05 18:12:35.626002 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 33058) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:35.808432 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635fb760-903d-424b-b3b9-b9bffe39b8c5 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:35.809939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-635fb760-903d-424b-b3b9-b9bffe39b8c5 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1828959 Jan 05 18:12:35.813694 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 33064) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:35.818251 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'port_id': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:35.900707 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:35.992779 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.098937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.37.1.112 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/d61ff47b-1c48-4cbf-8cae-6df92fe439e4) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:12:36.205969 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.289536 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.323685 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:12:36.327954 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:12:36.331506 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:12:36.358055 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=d61ff47b-1c48-4cbf-8cae-6df92fe439e4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:36.692614 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.829369 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.880201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33082) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:36.977906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:36.993012 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-05de08ba-3a47-4c52-b554-8ecb61a23f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.037759 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.064661 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-05de08ba-3a47-4c52-b554-8ecb61a23f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.106812 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=d61ff47b-1c48-4cbf-8cae-6df92fe439e4,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:37.115859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.117812 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-05de08ba-3a47-4c52-b554-8ecb61a23f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.159976 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-05de08ba-3a47-4c52-b554-8ecb61a23f58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbf24341bdda46089ac5d1c8d0ceafbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786901 Jan 05 18:12:37.161052 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33088) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:37.169653 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de08ba-3a47-4c52-b554-8ecb61a23f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a030c4f-cd79-47b0-94bc-2daa67b2b363,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:37.215900 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP 1e48e4b9-0182-4245-ab10-37dc30fcc20b associated. External IP: 172.37.1.112, port: 864ddde1-36f6-4e8a-836a-ca791ef77d5f. Jan 05 18:12:37.217158 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.238332 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.375814 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.378390 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.381966 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a030c4f-cd79-47b0-94bc-2daa67b2b363 HTTP/1.1" status: 204 len: 168 time: 0.2175088 Jan 05 18:12:37.388088 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c4ba5-a5e1-4fba-b669-007cdd01283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a030c4f-cd79-47b0-94bc-2daa67b2b363,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:37.426097 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:12:37.532810 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:12:37.543212 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:12:37.552400 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:12:37.553007 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:12:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:37.617295 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:37.656891 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-71c4c24f-1dce-46b0-8ae9-4ee606caceb7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8415122 Jan 05 18:12:37.659019 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:37.662413 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024754d0-7034-4067-962e-fb09d726d412" -d '{"events": [{"name": "network-changed", "server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:37.705449 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b386be0-cbaa-41bf-8403-4df825807176 x-openstack-request-id: req-7b386be0-cbaa-41bf-8403-4df825807176 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:37.706110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:37.706110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b386be0-cbaa-41bf-8403-4df825807176 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:37.706433 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'status': 'completed', 'code': 200} Jan 05 18:12:37.780094 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:12:37.999009 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '1e48e4b9-0182-4245-ab10-37dc30fcc20b', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.112', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:f8:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:36Z', 'updated_at': '2022-01-05T18:12:36Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:38.026184 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33098) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:38.029185 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:12:38.038369 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:12:38.038973 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:12:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:38.039598 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79e1f442-8e9c-4a7e-b897-4f1d9aae78e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.115334 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79e1f442-8e9c-4a7e-b897-4f1d9aae78e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.147118 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:12:38.163353 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-79e1f442-8e9c-4a7e-b897-4f1d9aae78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.200484 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1f442-8e9c-4a7e-b897-4f1d9aae78e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd9571e-3f4a-49e2-83e6-f668a8a27526,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:38.208723 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-79e1f442-8e9c-4a7e-b897-4f1d9aae78e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7123b23c9ad4ab798ad6bf689268405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790297 Jan 05 18:12:38.209173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 33102) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:38.258565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.280288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.369679 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.372319 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.373569 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fd9571e-3f4a-49e2-83e6-f668a8a27526 HTTP/1.1" status: 204 len: 168 time: 0.1634061 Jan 05 18:12:38.381872 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed04a1b-73de-485f-93a0-bb2207ab37a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd9571e-3f4a-49e2-83e6-f668a8a27526,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:38.384757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '1e48e4b9-0182-4245-ab10-37dc30fcc20b', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.112', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:f8:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:36Z', 'updated_at': '2022-01-05T18:12:36Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:38.416215 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03693ef9-90fa-466c-b08d-b103d6850768 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '1e48e4b9-0182-4245-ab10-37dc30fcc20b', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.112', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:f8:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:12:36Z', 'updated_at': '2022-01-05T18:12:36Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:12:38.426635 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:38.622363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0acd5f-fb20-4cc3-a64c-798e03668e89 None None] New status for floating IP 1e48e4b9-0182-4245-ab10-37dc30fcc20b: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:12:39.010532 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 33108) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:39.023825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1d4d32ab-2e41-4b47-98aa-67209f818bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.104056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1d4d32ab-2e41-4b47-98aa-67209f818bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.163181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-1d4d32ab-2e41-4b47-98aa-67209f818bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.203237 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-1d4d32ab-2e41-4b47-98aa-67209f818bda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bb4c9945b1747a883462328e3ed4e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915510 Jan 05 18:12:39.204139 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d32ab-2e41-4b47-98aa-67209f818bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f27d078-a58d-4504-b27d-22cd45dd9092,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:39.206472 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33112) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:39.261947 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.286551 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.392040 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.394739 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:39.395934 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f27d078-a58d-4504-b27d-22cd45dd9092 HTTP/1.1" status: 204 len: 168 time: 0.1884997 Jan 05 18:12:39.403908 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0810-a1d7-4193-82f0-67f8baad243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f27d078-a58d-4504-b27d-22cd45dd9092,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:40.308714 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33138) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:40.405747 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787698454-network', 'tenant_id': 'eff95feb5fbc4573ab2f22cb0b117a81'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:40.466115 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Made reservation on behalf of eff95feb5fbc4573ab2f22cb0b117a81 for: {'network': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:12:40.468370 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.477440 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.547142 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.609171 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.635364 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:12:40.645281 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:40.650656 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.650989 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.segments_db [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Added segment f6639bcb-f59f-408d-98de-db67b8ab9709 of type vlan for network becddd08-ad76-4f90-a4a2-16d455ffba11 Jan 05 18:12:40.689502 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.752129 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.753048 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:40.753616 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:40.807506 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] Pushing event updated for resources: {'Network': ['ID=becddd08-ad76-4f90-a4a2-16d455ffba11,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:40.817589 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network becddd08-ad76-4f90-a4a2-16d455ffba11 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:12:40.846160 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-108ea2b0-1a96-4316-881a-007d47f3ea6f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5363376 Jan 05 18:12:40.848906 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33144) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:40.853721 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Request body: {'subnet': {'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787698454-subnet', 'tenant_id': 'eff95feb5fbc4573ab2f22cb0b117a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:40.945938 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Made reservation on behalf of eff95feb5fbc4573ab2f22cb0b117a81 for: {'subnet': 1} {{(pid=102089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:12:40.948267 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25355530'] for subnet, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:41.175280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25507171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25355576'] for subnet, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:41.230103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c434dc-aa0a-43e5-9e26-dc5d6cf68492,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:41.237776 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Checking segment: {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:12:41.238168 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Network hostable DHCP agents. Network: becddd08-ad76-4f90-a4a2-16d455ffba11, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:12:41.300278 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024754d0-7034-4067-962e-fb09d726d412 req-965cc324-2bf0-4219-9c02-9937e17f6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:41.301786 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-965cc324-2bf0-4219-9c02-9937e17f6f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0444553 Jan 05 18:12:41.315323 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9e268c25-fa53-419b-84e8-bc8a30acb0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:41.385908 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Network becddd08-ad76-4f90-a4a2-16d455ffba11 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:12:41.392492 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024754d0-7034-4067-962e-fb09d726d412 req-1a92b098-9a56-4b7c-b8ab-626a8c113e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:41.393959 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-1a92b098-9a56-4b7c-b8ab-626a8c113e46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0836341 Jan 05 18:12:41.461321 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-2f9ec516-f069-43c1-b13f-0e8aa9bf65ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f HTTP/1.1" status: 200 len: 1002 time: 0.0602136 Jan 05 18:12:41.483045 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, becddd08-ad76-4f90-a4a2-16d455ffba11) {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:12:41.488321 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:41.489490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:41.492703 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa5870-1a02-4022-b1e3-470ee34d9960 None None] Network becddd08-ad76-4f90-a4a2-16d455ffba11 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:12:41.509816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024754d0-7034-4067-962e-fb09d726d412 req-e23daf00-de88-4238-afa1-fab3cee91e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:41.511342 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-e23daf00-de88-4238-afa1-fab3cee91e95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0439241 Jan 05 18:12:41.556627 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024754d0-7034-4067-962e-fb09d726d412 req-7ae9abd1-803d-4187-b3bb-77d4c05238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:41.558141 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-7ae9abd1-803d-4187-b3bb-77d4c05238e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395434 Jan 05 18:12:41.585144 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6693d83d-f734-49e6-b4de-5e961eb7ee00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7272446 Jan 05 18:12:41.620365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee3222-9da7-4ada-9fde-dea8448b19c7 None None] Network becddd08-ad76-4f90-a4a2-16d455ffba11 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:12:41.658958 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-4687ac3c-beb7-487f-b20e-1b180d08a776 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939782 Jan 05 18:12:41.759500 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-024754d0-7034-4067-962e-fb09d726d412 req-947d0f4e-9858-48ec-bff2-332babc18755 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940919 Jan 05 18:12:43.580358 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ad846190-55f5-4f7a-a65e-817d3917b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:44.557616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:44.731305 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-1cac1606-eba5-475e-a5b8-42f018c0a0a6 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:44.732828 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-1cac1606-eba5-475e-a5b8-42f018c0a0a6 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/networks?id=becddd08-ad76-4f90-a4a2-16d455ffba11 HTTP/1.1" status: 200 len: 809 time: 0.1028848 Jan 05 18:12:44.747546 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-2d68ed1c-18d4-43b7-a4ec-762575a037d7 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/quotas/eff95feb5fbc4573ab2f22cb0b117a81 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Jan 05 18:12:44.778499 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-ab28c90b-5278-40c4-bd29-46358b105276 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251932 Jan 05 18:12:44.869080 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-0f38f318-6f7c-4390-aac8-7443fe912928 service neutron] 10.222.0.26 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Jan 05 18:12:44.955679 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-34ab398c-62ca-4332-8f15-b622d2b361d7 service neutron] 10.222.0.26 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804896 Jan 05 18:12:45.193241 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6b2a4c98-0110-491b-8f57-15353b1dffdc req-52d0a00f-fd14-4634-9026-8eb9532f0768 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 210 time: 0.0307417 Jan 05 18:12:46.134888 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:46.170816 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-83269466-d967-467a-b805-91c85e402405 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427663 Jan 05 18:12:46.255074 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec06fa-5181-405a-b509-372a4cde1248 req-170a882d-f84d-4f3d-aef0-40a091af15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:46.256582 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-170a882d-f84d-4f3d-aef0-40a091af15f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1098 time: 0.0405815 Jan 05 18:12:46.288642 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b418c3a5-ae98-40b7-afad-08c3a33cf701 req-96ae7090-0f56-4b0b-b51c-95ca84451702 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 210 time: 0.0277431 Jan 05 18:12:46.374742 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec06fa-5181-405a-b509-372a4cde1248 req-959a58f9-9139-45c2-a257-ba47f40b6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:46.379342 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-959a58f9-9139-45c2-a257-ba47f40b6c5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.0983031 Jan 05 18:12:46.471824 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-51e70490-0ece-41ed-b2d4-efca4edb5930 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 1001 time: 0.0696185 Jan 05 18:12:46.512218 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:46.524659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec06fa-5181-405a-b509-372a4cde1248 req-3d2b1a52-113c-4e10-9c3e-faa62eb7c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:46.526108 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-3d2b1a52-113c-4e10-9c3e-faa62eb7c546 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0452318 Jan 05 18:12:46.574931 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec06fa-5181-405a-b509-372a4cde1248 req-ca878afe-5170-4d70-9c5d-9c377e351c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:46.576349 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-ca878afe-5170-4d70-9c5d-9c377e351c9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0382960 Jan 05 18:12:46.670203 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-47a3d907-0350-4885-8613-d28bf8382b8f service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Jan 05 18:12:46.761110 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-66ec06fa-5181-405a-b509-372a4cde1248 req-b5372c74-e5a0-483f-b651-0e316f4009f8 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821877 Jan 05 18:12:47.376640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-80e2501c-e572-4c39-9abb-cb7063b6488f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:47.378310 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-80e2501c-e572-4c39-9abb-cb7063b6488f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "GET /v2.0/networks?id=becddd08-ad76-4f90-a4a2-16d455ffba11 HTTP/1.1" status: 200 len: 809 time: 0.1065867 Jan 05 18:12:47.386064 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fe3b6513-1fea-443b-89c0-134a82c020cd req-b30e895a-7fa8-4f8f-81ba-2fd510df47d5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 210 time: 0.0250328 Jan 05 18:12:47.402841 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Request body: {'port': {'device_id': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11', 'admin_state_up': True, 'tenant_id': 'eff95feb5fbc4573ab2f22cb0b117a81'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:47.563521 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Made reservation on behalf of eff95feb5fbc4573ab2f22cb0b117a81 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:12:47.567206 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:47.713540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Allocated IP 172.20.0.6 (becddd08-ad76-4f90-a4a2-16d455ffba11/a9c434dc-aa0a-43e5-9e26-dc5d6cf68492/40ca4814-41ba-4d1e-a5f5-df7259a6b2b9) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:12:47.855017 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:47.935096 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:47.977785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Network becddd08-ad76-4f90-a4a2-16d455ffba11 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:12:47.983393 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:12:47.991379 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:12:47.993934 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Pushing event updated for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:48.040409 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:48.041011 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:48.114825 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f6faa37d-d2e0-49c0-8192-f413bfd77f6e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172134 Jan 05 18:12:48.136837 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Request body: {'port': {'device_id': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:12:48.190335 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:48.441452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:12:48.448657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:48.460870 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Transition to ACTIVE for port object 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:12:48.500928 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4edee0-367c-423b-9c55-77e4aacf15d1 req-4a45a024-e2af-4795-a231-0d6e9c2bacbd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:48.502423 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4f4edee0-367c-423b-9c55-77e4aacf15d1 req-4a45a024-e2af-4795-a231-0d6e9c2bacbd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 931 time: 0.0489218 Jan 05 18:12:48.528738 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:48.538942 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4f4edee0-367c-423b-9c55-77e4aacf15d1 req-7155b2fa-990a-4215-9461-385afde9a519 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306568 Jan 05 18:12:48.581136 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Pushing event updated for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:48.857398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Attempting to bind port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:12:48.857724 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Attempting to bind port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:12:48.858082 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Attempting to bind port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 on network becddd08-ad76-4f90-a4a2-16d455ffba11 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:12:48.863058 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 on network becddd08-ad76-4f90-a4a2-16d455ffba11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:12:48.863437 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Attempting to bind port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 on network becddd08-ad76-4f90-a4a2-16d455ffba11 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:12:48.868359 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:12:48.868693 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Checking segment: {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:12:48.869065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Bound using segment: {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:12:48.869486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Bound port: 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:12:48.869827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:48.930286 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:12:48.933176 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:12:49.003727 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:49.036391 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.037035 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:49.038451 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] 10.222.0.10 "PUT /v2.0/ports/40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 HTTP/1.1" status: 200 len: 1093 time: 0.9055998 Jan 05 18:12:49.038887 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:49.041103 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589" -d '{"events": [{"name": "network-changed", "server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:49.067587 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7990f1-5eb4-4f82-ac6f-dfbdb79e321f service neutron] Pushing event updated for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:49.079192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a199e-d7bf-40c8-9bbe-4057d4181ef3 x-openstack-request-id: req-0e0a199e-d7bf-40c8-9bbe-4057d4181ef3 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:49.079483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:49.079738 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e0a199e-d7bf-40c8-9bbe-4057d4181ef3 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:49.080125 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9', 'status': 'completed', 'code': 200} Jan 05 18:12:49.225505 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-bdca2ab8-64c0-4f8f-a267-ea05ede4a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.227235 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-bdca2ab8-64c0-4f8f-a267-ea05ede4a2a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 1096 time: 0.0423748 Jan 05 18:12:49.402051 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-22a477f4-291a-4186-b8cf-e49ef8cc0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.403409 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-22a477f4-291a-4186-b8cf-e49ef8cc0470 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1590176 Jan 05 18:12:49.581762 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-1a5da91a-1169-4237-98c2-13d39a8f7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.583262 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f577ad6f-c56b-4b5e-83ec-0ee2bf2b7589 req-1a5da91a-1169-4237-98c2-13d39a8f7d0d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533945 Jan 05 18:12:49.668349 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d813968-f3d8-4251-bfd4-07422ae64fc9 req-c3b45207-c7d0-4821-bfb0-2a5acca166e5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.669774 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4d813968-f3d8-4251-bfd4-07422ae64fc9 req-c3b45207-c7d0-4821-bfb0-2a5acca166e5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 943 time: 0.0594997 Jan 05 18:12:49.720629 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f4564030-c38c-49ba-884d-252a9e3552d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.722064 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-f4564030-c38c-49ba-884d-252a9e3552d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 1096 time: 0.0725441 Jan 05 18:12:49.725106 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4d813968-f3d8-4251-bfd4-07422ae64fc9 req-531638ea-501d-4629-93f9-abf108450bcc tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Jan 05 18:12:49.775060 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-0a72ca16-f2e4-413b-b64e-e10045de913d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 HTTP/1.1" status: 200 len: 217 time: 0.0356176 Jan 05 18:12:49.822125 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-5718c9e2-a14a-4c95-bc92-682744513bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:49.823488 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-5718c9e2-a14a-4c95-bc92-682744513bbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c434dc-aa0a-43e5-9e26-dc5d6cf68492 HTTP/1.1" status: 200 len: 849 time: 0.0407917 Jan 05 18:12:49.856068 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-b800222d-d381-47da-8155-8eba6c1a7f3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=becddd08-ad76-4f90-a4a2-16d455ffba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231535 Jan 05 18:12:49.958650 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-af5c48e2-6140-4411-b9d0-54c0e8c42d57 service neutron] 10.222.0.10 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Jan 05 18:12:50.050628 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c3c8c400-69b9-4c9b-8794-d42f5cbdf065 req-a1596fed-d47b-4b3f-8669-6d172909f75c service neutron] 10.222.0.10 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Jan 05 18:12:50.840275 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f1d5f-8697-405b-b1f1-92b21facddb8 req-9566422b-2261-4a20-a574-751ca4d43f5f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:50.841726 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-273f1d5f-8697-405b-b1f1-92b21facddb8 req-9566422b-2261-4a20-a574-751ca4d43f5f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 943 time: 0.0493782 Jan 05 18:12:50.879254 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-273f1d5f-8697-405b-b1f1-92b21facddb8 req-b5139d6c-3e4b-4a4f-9611-a1d78fda5e5e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Jan 05 18:12:51.993812 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963138a0-b363-4cb6-9e66-1bcfbf4c58dc req-ac847cae-ffe8-4264-9d4f-841c22249c1e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:51.995438 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-963138a0-b363-4cb6-9e66-1bcfbf4c58dc req-ac847cae-ffe8-4264-9d4f-841c22249c1e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 943 time: 0.0511153 Jan 05 18:12:52.031326 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-963138a0-b363-4cb6-9e66-1bcfbf4c58dc req-a1e02528-8c40-4995-9b2f-8be25f4ad0a5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Jan 05 18:12:53.144230 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e685f-e507-4acd-a489-378956e08457 req-a2906ccb-455d-474f-b51b-5a46eaf2dd8e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:53.145636 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-677e685f-e507-4acd-a489-378956e08457 req-a2906ccb-455d-474f-b51b-5a46eaf2dd8e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 943 time: 0.0474277 Jan 05 18:12:53.182804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-677e685f-e507-4acd-a489-378956e08457 req-fa876d23-9016-4442-b6be-321368154a87 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jan 05 18:12:53.813044 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33308) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:53.908409 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Deleting subnet dff54a0c-c3b7-4f08-affb-4d2f289ab317 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:12:53.911334 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:53.944325 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:53.980371 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.024698 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:12:54.083499 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.113351 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff54a0c-c3b7-4f08-affb-4d2f289ab317,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:54.113351 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.116103 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dff54a0c-c3b7-4f08-affb-4d2f289ab317 HTTP/1.1" status: 204 len: 168 time: 0.3020499 Jan 05 18:12:54.118420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:54.118980 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 33314) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:54.122187 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.122529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.122859 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.123188 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.123511 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.123828 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.124145 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.124460 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.124774 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.125089 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.125536 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.125707 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e91c6-096c-464a-9a1b-8409c3db35ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.131450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9', 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11', 'port_id': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9', 'mac_address': 'fa:16:3e:3f:a4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c434dc-aa0a-43e5-9e26-dc5d6cf68492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:12:54.171842 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.184595 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:12:54.189064 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.204664 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:54.288901 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.292335 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.319871 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea5c4df-8b0d-4950-b450-970791c55261']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:54.331299 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c614f62a-4115-483a-827b-a128fa181753') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:54.331587 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c614f62a-4115-483a-827b-a128fa181753') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:12:54.334679 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:54.345217 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d409f-bde9-4f30-b282-b2762b0e5f01 req-5d01f490-bf7a-4cf1-9a7c-31d1d794a330 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:54.347371 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-350d409f-bde9-4f30-b282-b2762b0e5f01 req-5d01f490-bf7a-4cf1-9a7c-31d1d794a330 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 943 time: 0.0920877 Jan 05 18:12:54.350734 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.373052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.381000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:12:54.381372 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:12:54.383093 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:12:54.435563 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-350d409f-bde9-4f30-b282-b2762b0e5f01 req-c8d5b2b9-73b8-4174-b759-b063b40988a2 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784910 Jan 05 18:12:54.500436 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.506247 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.509288 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ea5c4df-8b0d-4950-b450-970791c55261 HTTP/1.1" status: 204 len: 168 time: 0.3892517 Jan 05 18:12:54.520320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea5c4df-8b0d-4950-b450-970791c55261,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:54.527452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.527809 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.528187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.528515 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.528845 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.529174 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.529499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.529823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.530173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.530496 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.530834 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.531137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafc0b75-ab9c-4031-9f3f-fff5140b16f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:12:54.803094 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33320) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:54.845411 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a145d899-62c1-49d9-babb-33efc8151386 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc13c6223d1445e0979009edce8585a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411901 Jan 05 18:12:54.848874 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33322) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:12:54.888997 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['40ca4814-41ba-4d1e-a5f5-df7259a6b2b9'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:12:54.895319 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:54.916985 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:55.031492 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:55.034158 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:55.035324 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3c69336-d3a1-408d-bbab-590a71803ff2 HTTP/1.1" status: 204 len: 168 time: 0.1855018 Jan 05 18:12:55.043036 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0576a31-bf3c-4257-9733-4f023f24a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c69336-d3a1-408d-bbab-590a71803ff2,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:55.550746 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965329d8-b837-42a0-bdb8-f8fe291c3cb4 req-1a9e7d31-2eaa-4ebe-9a69-1586068269ac tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:55.552217 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-965329d8-b837-42a0-bdb8-f8fe291c3cb4 req-1a9e7d31-2eaa-4ebe-9a69-1586068269ac tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 944 time: 0.0521452 Jan 05 18:12:55.590228 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-965329d8-b837-42a0-bdb8-f8fe291c3cb4 req-426199ed-ecbb-48b1-b2a9-eb8df46c44bf tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jan 05 18:12:56.701776 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c0519-0a08-4278-9932-abe07de98620 req-988471e7-f45d-4f89-b07f-67db5efa6474 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:56.703269 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a58c0519-0a08-4278-9932-abe07de98620 req-988471e7-f45d-4f89-b07f-67db5efa6474 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 944 time: 0.0469868 Jan 05 18:12:56.739968 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a58c0519-0a08-4278-9932-abe07de98620 req-97d1f005-f35c-49c7-b152-682c4fdeecae tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301511 Jan 05 18:12:57.851534 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada7a3-b441-478d-890f-9b1586ddba55 req-0e513b28-99b4-4273-aafa-d00dbe10d99c tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:57.852942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f2ada7a3-b441-478d-890f-9b1586ddba55 req-0e513b28-99b4-4273-aafa-d00dbe10d99c tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 944 time: 0.0475624 Jan 05 18:12:57.889875 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f2ada7a3-b441-478d-890f-9b1586ddba55 req-e684ee04-5934-454b-a3b3-30cc7f67d60b tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jan 05 18:12:58.044041 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:12:58.122885 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:12:58.126546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:12:58.126912 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:58.199604 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:58.221017 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:12:58.223289 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee39b26-d400-4890-bdae-e1868c9e1b8d" -d '{"events": [{"server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "name": "network-vif-plugged", "status": "completed", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:12:58.239485 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:12:58.260850 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb2d77-08ac-472a-95de-31339cee5acf x-openstack-request-id: req-1ceb2d77-08ac-472a-95de-31339cee5acf {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:12:58.261169 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "name": "network-vif-plugged", "status": "completed", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:12:58.261428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ceb2d77-08ac-472a-95de-31339cee5acf {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:12:58.261819 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9', 'code': 200} Jan 05 18:12:58.294471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:12:58.341321 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:12:58.645834 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9291db-3cec-41e2-9de8-4cc57255608d req-912430c1-a2ef-428b-ab39-c96439447749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:58.647326 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c9291db-3cec-41e2-9de8-4cc57255608d req-912430c1-a2ef-428b-ab39-c96439447749 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 1098 time: 0.0429094 Jan 05 18:12:58.682268 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4c9291db-3cec-41e2-9de8-4cc57255608d req-353010c6-8c43-47aa-bfcd-9708f744b784 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278330 Jan 05 18:12:59.003160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ae3e5-7427-4d24-a190-0db56947eed0 req-77c3cf35-2c5d-45f6-813d-6cc68a351a7f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:12:59.004621 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-046ae3e5-7427-4d24-a190-0db56947eed0 req-77c3cf35-2c5d-45f6-813d-6cc68a351a7f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0480421 Jan 05 18:12:59.041629 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-046ae3e5-7427-4d24-a190-0db56947eed0 req-3466dc79-f374-4f23-9032-f54df906c87a tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Jan 05 18:13:00.155362 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e084bc1-029b-47a1-bd38-69f7e9a36e05 req-56b81c2f-e672-4cb3-a323-cf3997b22d40 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:00.156727 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2e084bc1-029b-47a1-bd38-69f7e9a36e05 req-56b81c2f-e672-4cb3-a323-cf3997b22d40 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0489278 Jan 05 18:13:00.199475 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2e084bc1-029b-47a1-bd38-69f7e9a36e05 req-667e3c7c-575d-4c85-8001-6d61e73e7edb tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Jan 05 18:13:01.317282 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad062f-6bea-481c-9b1d-c25fa08130b7 req-4464e19b-6a6b-46aa-8cdc-3710b9b3e589 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:01.318769 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d8ad062f-6bea-481c-9b1d-c25fa08130b7 req-4464e19b-6a6b-46aa-8cdc-3710b9b3e589 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0523388 Jan 05 18:13:01.355867 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d8ad062f-6bea-481c-9b1d-c25fa08130b7 req-a93a2556-a8be-486a-9d72-9f29a956d6f0 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Jan 05 18:13:02.640301 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77cf6-070e-4184-ad49-e0b75ff4da76 req-f7fc7000-4c27-4d9d-b102-bd29ce6b97cb tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:02.716112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-93d77cf6-070e-4184-ad49-e0b75ff4da76 req-f7fc7000-4c27-4d9d-b102-bd29ce6b97cb tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0485182 Jan 05 18:13:02.716112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-93d77cf6-070e-4184-ad49-e0b75ff4da76 req-f4bf4f33-6bfa-43b7-80e3-4e8f88a82b6a tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jan 05 18:13:03.798180 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b091aa1-7b06-46b2-870d-8a7bc18af824 req-f5928792-087f-4631-ac9f-43379d2cfe93 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:03.799548 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b091aa1-7b06-46b2-870d-8a7bc18af824 req-f5928792-087f-4631-ac9f-43379d2cfe93 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0491025 Jan 05 18:13:03.837834 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b091aa1-7b06-46b2-870d-8a7bc18af824 req-08b9d9a8-ca13-46e5-a0ae-ad6c0a0f04cc tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Jan 05 18:13:04.204759 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f92d0-f6ea-49eb-a1e6-dac2d7e57ea5 req-9a51e32b-1911-4951-8314-41b97a62b97b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:04.206897 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fd7f92d0-f6ea-49eb-a1e6-dac2d7e57ea5 req-9a51e32b-1911-4951-8314-41b97a62b97b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Jan 05 18:13:04.246331 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fd7f92d0-f6ea-49eb-a1e6-dac2d7e57ea5 req-fc0d50bd-82b0-42c3-9f7c-3358390872d7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Jan 05 18:13:04.762348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-e69367ca-3f7a-4441-a6a4-c3d8ab5e52d5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:04.763755 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-e69367ca-3f7a-4441-a6a4-c3d8ab5e52d5 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0475554 Jan 05 18:13:04.856225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Deleting port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:13:04.856560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:04.975237 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] For port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:04.975598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:04.990809 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbeba-b8f2-44f6-8bb6-b5dbad6100f9 req-be1f321c-0321-44f3-bdd7-d3302098abe2 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:04.992265 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-346cbeba-b8f2-44f6-8bb6-b5dbad6100f9 req-be1f321c-0321-44f3-bdd7-d3302098abe2 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 945 time: 0.0830023 Jan 05 18:13:04.997739 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Calling delete_port for 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:13:05.065345 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-346cbeba-b8f2-44f6-8bb6-b5dbad6100f9 req-b34bd1b9-1eb2-4034-b06b-c65d2e0fde97 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Jan 05 18:13:05.220281 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:05.246950 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Pushing event deleted for resources: {'Port': ['ID=40ca4814-41ba-4d1e-a5f5-df7259a6b2b9,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:05.261558 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['40ca4814-41ba-4d1e-a5f5-df7259a6b2b9'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:13:05.291934 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] No DVR routers for this DVR port 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:13:05.294519 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:05.297705 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-383e605b-dd21-4721-a52d-b3ccfed037e5 req-c0dfc32b-0e14-420f-ac9e-53d3ebc038c1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "DELETE /v2.0/ports/40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 HTTP/1.1" status: 204 len: 173 time: 0.5256708 Jan 05 18:13:05.298195 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'name': 'network-vif-deleted', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:05.301840 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c3d45-6e54-4186-b666-09490e6f53ea" -d '{"events": [{"server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "name": "network-vif-deleted", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:05.337804 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6404dd1f-a6a2-4aed-a560-1ce87fcf34e8 x-openstack-request-id: req-6404dd1f-a6a2-4aed-a560-1ce87fcf34e8 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:05.338192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb", "name": "network-vif-deleted", "tag": "40ca4814-41ba-4d1e-a5f5-df7259a6b2b9", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:05.338508 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6404dd1f-a6a2-4aed-a560-1ce87fcf34e8 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:05.339022 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb', 'name': 'network-vif-deleted', 'tag': '40ca4814-41ba-4d1e-a5f5-df7259a6b2b9', 'status': 'completed', 'code': 200} Jan 05 18:13:05.369364 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cf890-9778-47cf-a336-900fbd873c22 req-ee28cc36-6b90-4582-8bce-a285a7256811 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:05.370895 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-731cf890-9778-47cf-a336-900fbd873c22 req-ee28cc36-6b90-4582-8bce-a285a7256811 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0490873 Jan 05 18:13:05.408159 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-731cf890-9778-47cf-a336-900fbd873c22 req-e473f1c4-98ed-485c-a9fe-c789a841702f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Jan 05 18:13:06.171518 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-af6fbb34-f977-4258-a2e4-72928f5eff05 req-6e7f7466-1c4d-4b29-ac57-68fd3d91a2b2 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e79aae2-f4f8-4ab5-be50-ca5fc9403cdb HTTP/1.1" status: 200 len: 210 time: 0.0250802 Jan 05 18:13:06.526218 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107f8a3-f9f1-46b7-a382-806c31f76d21 req-2bc51706-45db-4712-b576-7a501757bfec tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:06.527665 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6107f8a3-f9f1-46b7-a382-806c31f76d21 req-2bc51706-45db-4712-b576-7a501757bfec tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0474315 Jan 05 18:13:06.563949 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6107f8a3-f9f1-46b7-a382-806c31f76d21 req-e396e229-ced7-49a1-9997-c1b2d9f6ebba tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Jan 05 18:13:07.471076 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-48eb3f00-8d6d-41bd-b6c1-75338d0dfb8d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:07.472608 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-48eb3f00-8d6d-41bd-b6c1-75338d0dfb8d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/networks?id=becddd08-ad76-4f90-a4a2-16d455ffba11 HTTP/1.1" status: 200 len: 809 time: 0.1006932 Jan 05 18:13:07.487676 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-24f6dbd7-33a5-4429-959c-30b20d7741f4 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/quotas/eff95feb5fbc4573ab2f22cb0b117a81 HTTP/1.1" status: 200 len: 375 time: 0.0086122 Jan 05 18:13:07.516912 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-14cc87fb-16d2-4f11-b2a8-ac8e1acca817 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241947 Jan 05 18:13:07.682060 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac538e6-a970-459a-8d21-da18d4536ccc req-44896e3f-786e-4aad-ae24-12b4d45fdcd2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:07.687358 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fac538e6-a970-459a-8d21-da18d4536ccc req-44896e3f-786e-4aad-ae24-12b4d45fdcd2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0472009 Jan 05 18:13:07.697347 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-ef646368-3e97-446f-971a-576f88ee56b2 service neutron] 10.222.0.26 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733053 Jan 05 18:13:07.724984 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fac538e6-a970-459a-8d21-da18d4536ccc req-d647c6c5-2b08-4bad-866b-702ea805be69 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jan 05 18:13:07.786680 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-c0923afb-9723-4af0-b756-961e4a34cf64 service neutron] 10.222.0.26 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832872 Jan 05 18:13:08.054233 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-11a6edfc-eec1-4977-8b0b-72d1c2670ef0 req-471ae308-a772-4f03-93dc-c4e797b48f68 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 210 time: 0.0260308 Jan 05 18:13:08.147314 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:13:08.166654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:13:08.168635 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 40ca4814-41ba-4d1e-a5f5-df7259a6b2b9 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:13:08.460445 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:08.649539 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:13:08.853257 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedb150-8604-496a-bbdf-7204165ad612 req-63366ba0-7e35-418e-8ddf-20e0658cd72d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:08.854770 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9fedb150-8604-496a-bbdf-7204165ad612 req-63366ba0-7e35-418e-8ddf-20e0658cd72d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0496986 Jan 05 18:13:08.895847 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9fedb150-8604-496a-bbdf-7204165ad612 req-db9dae9b-11e7-46ab-ae58-77b56cb72bd8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348644 Jan 05 18:13:09.146439 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1daee865-7a78-4df6-b54b-87712a0b7d0f req-e0999810-37a5-4142-b575-6987db4f97bd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 210 time: 0.0263669 Jan 05 18:13:09.931393 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-7b2934ca-2765-46eb-9662-e404676576d8 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:09.932863 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-7b2934ca-2765-46eb-9662-e404676576d8 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "GET /v2.0/networks?id=becddd08-ad76-4f90-a4a2-16d455ffba11 HTTP/1.1" status: 200 len: 809 time: 0.1002867 Jan 05 18:13:09.955532 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Request body: {'port': {'device_id': '96676164-6cff-4992-a10c-e87555832a67', 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11', 'admin_state_up': True, 'tenant_id': 'eff95feb5fbc4573ab2f22cb0b117a81'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:13:10.013534 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc63350-8b3d-4719-b72a-a72af7fb0fa5 req-40b23139-55cd-4215-a5c2-b0854645511d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:10.015025 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9cc63350-8b3d-4719-b72a-a72af7fb0fa5 req-40b23139-55cd-4215-a5c2-b0854645511d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Jan 05 18:13:10.056910 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9cc63350-8b3d-4719-b72a-a72af7fb0fa5 req-f4b323a2-ece1-4ce0-ae9e-2307a763faf3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339794 Jan 05 18:13:10.129126 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Made reservation on behalf of eff95feb5fbc4573ab2f22cb0b117a81 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:13:10.132664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:10.258557 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-07e6c676-ada9-4540-8c3e-fdffe84aa8e6 req-48a7ebc4-a250-4c84-8415-b1c4c1a5b8dc tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 210 time: 0.0467987 Jan 05 18:13:10.285018 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Allocated IP 172.20.0.12 (becddd08-ad76-4f90-a4a2-16d455ffba11/a9c434dc-aa0a-43e5-9e26-dc5d6cf68492/3c11b15b-d9f0-4074-9174-99f8f49074ad) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:13:10.426173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:10.510478 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:10.535627 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Network becddd08-ad76-4f90-a4a2-16d455ffba11 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:13:10.538624 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:13:10.542140 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:13:10.568399 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Pushing event updated for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:10.595529 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:10.596121 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:10.657116 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-5a061e3f-79c5-47df-8b1f-9704b97c97fd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7054734 Jan 05 18:13:10.677203 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Request body: {'port': {'device_id': '96676164-6cff-4992-a10c-e87555832a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:13:10.731044 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.176215 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5aa5e-3a43-4d7f-a3ad-d9d19b8f7816 req-bdd72902-9d57-4606-9957-5ac766d7841b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:11.177708 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-24f5aa5e-3a43-4d7f-a3ad-d9d19b8f7816 req-bdd72902-9d57-4606-9957-5ac766d7841b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Jan 05 18:13:11.197417 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c11b15b-d9f0-4074-9174-99f8f49074ad {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:13:11.204665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.215038 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-24f5aa5e-3a43-4d7f-a3ad-d9d19b8f7816 req-ec674b22-ae50-4193-bb97-f365e8ae06d2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Jan 05 18:13:11.218165 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Transition to ACTIVE for port object 3c11b15b-d9f0-4074-9174-99f8f49074ad will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:13:11.311905 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.351557 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-965ca4c2-05f7-4dd8-ab56-466d83a36fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.390640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:11.444033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c830cb6-25f2-4c63-90e8-4aef30678f1e req-e2b05d81-cfb3-4c0f-8446-0a492850d9c9 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:11.445499 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1c830cb6-25f2-4c63-90e8-4aef30678f1e req-e2b05d81-cfb3-4c0f-8446-0a492850d9c9 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 944 time: 0.1069188 Jan 05 18:13:11.492023 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Attempting to bind port 3c11b15b-d9f0-4074-9174-99f8f49074ad on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:13:11.492350 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Attempting to bind port 3c11b15b-d9f0-4074-9174-99f8f49074ad by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:13:11.492673 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Attempting to bind port 3c11b15b-d9f0-4074-9174-99f8f49074ad on network becddd08-ad76-4f90-a4a2-16d455ffba11 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:13:11.503426 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1c830cb6-25f2-4c63-90e8-4aef30678f1e req-2d8ec3bd-3a57-41db-84ae-1aa26b5a68a7 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Jan 05 18:13:11.504357 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Port 3c11b15b-d9f0-4074-9174-99f8f49074ad on network becddd08-ad76-4f90-a4a2-16d455ffba11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:13:11.504664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Attempting to bind port 3c11b15b-d9f0-4074-9174-99f8f49074ad on network becddd08-ad76-4f90-a4a2-16d455ffba11 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:13:11.509453 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:13:11.509785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Checking segment: {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:13:11.510185 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Bound using segment: {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:13:11.510605 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Bound port: 3c11b15b-d9f0-4074-9174-99f8f49074ad, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6639bcb-f59f-408d-98de-db67b8ab9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:13:11.510946 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.574594 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:13:11.577434 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:13:11.644092 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.678826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:11.679435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:11.680812 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] 10.222.0.10 "PUT /v2.0/ports/3c11b15b-d9f0-4074-9174-99f8f49074ad HTTP/1.1" status: 200 len: 1094 time: 1.0077972 Jan 05 18:13:11.681242 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:11.683507 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9" -d '{"events": [{"name": "network-changed", "server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:11.707703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0629fe9-60e2-4e33-92cd-75d975fdfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:11.720032 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a7f68-4798-4905-b2de-b745a08c7ada x-openstack-request-id: req-025a7f68-4798-4905-b2de-b745a08c7ada {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:11.720339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:11.720588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-025a7f68-4798-4905-b2de-b745a08c7ada {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:11.720981 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad', 'status': 'completed', 'code': 200} Jan 05 18:13:11.809069 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-e4a188ae-6449-4a5e-8c30-85bf6e2ff65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:11.810581 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-e4a188ae-6449-4a5e-8c30-85bf6e2ff65a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 1097 time: 0.0417640 Jan 05 18:13:11.918833 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-ee475708-c7b5-4bb4-b7fe-7c84f864791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:11.920280 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-ee475708-c7b5-4bb4-b7fe-7c84f864791b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0910590 Jan 05 18:13:12.012685 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-7fb54874-2380-4ab6-af99-ebf60c53f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:12.014148 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62ea49f5-ef9c-41d7-a67f-06c98d05bde9 req-7fb54874-2380-4ab6-af99-ebf60c53f771 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855699 Jan 05 18:13:12.119676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-ca41124f-1102-4593-936d-e83545d31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:12.121151 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-ca41124f-1102-4593-936d-e83545d31de8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 1097 time: 0.0433497 Jan 05 18:13:12.168798 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-43d5b2d8-5b28-49fd-94fb-25d32f560a3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad HTTP/1.1" status: 200 len: 217 time: 0.0319338 Jan 05 18:13:12.216155 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270061-82df-45e6-8678-0f57be89c581 req-f88fa63e-66c7-4593-8e56-26b6905f365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:12.217592 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-f88fa63e-66c7-4593-8e56-26b6905f365c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c434dc-aa0a-43e5-9e26-dc5d6cf68492 HTTP/1.1" status: 200 len: 849 time: 0.0412414 Jan 05 18:13:12.249305 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-0fb2c306-cad0-48e1-be9d-9b12fa58197d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=becddd08-ad76-4f90-a4a2-16d455ffba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242863 Jan 05 18:13:12.366407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd51c3-8135-48b1-8505-2d4558a872ff req-9098416d-64ae-4039-a4ff-fbe8e922fcbb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:12.367848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e9cd51c3-8135-48b1-8505-2d4558a872ff req-9098416d-64ae-4039-a4ff-fbe8e922fcbb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0683143 Jan 05 18:13:12.383756 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-b90d0976-1bbe-4dbb-98ba-5c0c6e7483c9 service neutron] 10.222.0.10 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274657 Jan 05 18:13:12.449818 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e9cd51c3-8135-48b1-8505-2d4558a872ff req-f642b2ea-b69f-460b-8480-1853d7fb4566 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749397 Jan 05 18:13:12.489886 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6270061-82df-45e6-8678-0f57be89c581 req-87a40c03-88a4-4517-975f-d9f7aace24f6 service neutron] 10.222.0.10 "GET /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965192 Jan 05 18:13:12.617124 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a310b4-052f-43b2-9f48-7fe7e62f089b req-c39ebafe-71ba-40d2-a16f-e6985f76f0ae tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:12.618657 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-92a310b4-052f-43b2-9f48-7fe7e62f089b req-c39ebafe-71ba-40d2-a16f-e6985f76f0ae tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 944 time: 0.0489833 Jan 05 18:13:12.660169 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-92a310b4-052f-43b2-9f48-7fe7e62f089b req-734882ac-3cbd-49cd-9149-8da9e328c423 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345061 Jan 05 18:13:13.568669 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-37ef92b4-986e-4ae8-a091-7656ba5ab30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:13.569279 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac383f-316c-4deb-a92c-16f11360c814 req-b60408bf-9111-4d0b-ad34-209b725fcada tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:13.570709 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-29ac383f-316c-4deb-a92c-16f11360c814 req-b60408bf-9111-4d0b-ad34-209b725fcada tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Jan 05 18:13:13.607440 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-29ac383f-316c-4deb-a92c-16f11360c814 req-d80ae537-54fe-447d-a5da-3cc90280e744 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Jan 05 18:13:13.770719 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09b91-004c-4e37-b240-c4a7d871554a req-c4112893-aaec-422c-bb4e-8c680680853e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:13.772101 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-02f09b91-004c-4e37-b240-c4a7d871554a req-c4112893-aaec-422c-bb4e-8c680680853e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Jan 05 18:13:13.809045 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-02f09b91-004c-4e37-b240-c4a7d871554a req-ba249a17-a60e-47e4-a0cb-614425db55be tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Jan 05 18:13:14.551559 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:14.725367 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b07ee-486e-4b2a-b0a9-63b228dd1f20 req-2d400f34-ce26-43d2-a764-a7b864bad17f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:14.727086 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-549b07ee-486e-4b2a-b0a9-63b228dd1f20 req-2d400f34-ce26-43d2-a764-a7b864bad17f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0468509 Jan 05 18:13:14.767116 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-549b07ee-486e-4b2a-b0a9-63b228dd1f20 req-f39ebd70-b599-48ea-8d35-e03b8a5f1c2c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341017 Jan 05 18:13:14.919874 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188a2fb-47d2-4dad-b601-3b9d985bb266 req-9d1a9bcf-cb6e-4597-b35b-9098f4b99603 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:14.921402 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4188a2fb-47d2-4dad-b601-3b9d985bb266 req-9d1a9bcf-cb6e-4597-b35b-9098f4b99603 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 944 time: 0.0474937 Jan 05 18:13:14.958741 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4188a2fb-47d2-4dad-b601-3b9d985bb266 req-2de8c7b5-d750-42f0-a3d9-11b69bf825f3 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Jan 05 18:13:15.884361 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9fc4f-c70d-4694-a9bb-c44d4c19f85a req-cd480026-4221-47cb-970c-b68d4f2de649 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:15.885724 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62d9fc4f-c70d-4694-a9bb-c44d4c19f85a req-cd480026-4221-47cb-970c-b68d4f2de649 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Jan 05 18:13:15.922730 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62d9fc4f-c70d-4694-a9bb-c44d4c19f85a req-243c88a9-455e-417d-af64-94d24f422d25 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Jan 05 18:13:16.071033 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e2d1-5dd8-419b-94a2-29c3e11f3486 req-f1c12553-1c29-46e3-b65b-1027a7094572 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:16.072528 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc41e2d1-5dd8-419b-94a2-29c3e11f3486 req-f1c12553-1c29-46e3-b65b-1027a7094572 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 944 time: 0.0482793 Jan 05 18:13:16.113758 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc41e2d1-5dd8-419b-94a2-29c3e11f3486 req-a67f0b58-f992-4bfe-85ce-b0f17291127e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352862 Jan 05 18:13:16.129378 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:16.159822 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3c11b15b-d9f0-4074-9174-99f8f49074ad details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:13:16.252405 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:16.263788 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '3c11b15b-d9f0-4074-9174-99f8f49074ad', 'network_id': 'becddd08-ad76-4f90-a4a2-16d455ffba11', 'port_id': '3c11b15b-d9f0-4074-9174-99f8f49074ad', 'mac_address': 'fa:16:3e:08:bf:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c434dc-aa0a-43e5-9e26-dc5d6cf68492', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:13:16.299331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:16.311326 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11b15b-d9f0-4074-9174-99f8f49074ad {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:13:16.329555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:16.397287 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:16.455089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:16.511450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:17.037356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710d1f-1630-47a6-a290-d9b8662247b9 req-2d75a739-6591-4cdd-a476-6ce5e18ff0dd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:17.038824 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc710d1f-1630-47a6-a290-d9b8662247b9 req-2d75a739-6591-4cdd-a476-6ce5e18ff0dd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0464716 Jan 05 18:13:17.075398 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc710d1f-1630-47a6-a290-d9b8662247b9 req-0916c75d-22d3-4ffc-8014-8a05a2b2e976 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Jan 05 18:13:17.105828 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['3c11b15b-d9f0-4074-9174-99f8f49074ad'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:13:17.229529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992f14-ab31-4fcb-841a-73d26ba33954 req-a3b30529-4b71-4d15-a51b-7cc478bdfb17 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:17.231027 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9992f14-ab31-4fcb-841a-73d26ba33954 req-a3b30529-4b71-4d15-a51b-7cc478bdfb17 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Jan 05 18:13:17.267945 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c9992f14-ab31-4fcb-841a-73d26ba33954 req-f236c7e8-19e7-4479-9b7c-2b0e982cb4c0 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jan 05 18:13:18.191715 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba85b0-a5dc-44f6-92a2-ef5523f04c32 req-83dd9ffa-bdf0-4c44-8bf0-bbcae23244f0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:18.193162 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5cba85b0-a5dc-44f6-92a2-ef5523f04c32 req-83dd9ffa-bdf0-4c44-8bf0-bbcae23244f0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Jan 05 18:13:18.235436 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5cba85b0-a5dc-44f6-92a2-ef5523f04c32 req-00acd71d-ad40-4427-bcce-8641a25a8dcd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 Jan 05 18:13:18.380429 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27561fc5-a3b9-4361-9a57-6c873b03d151 req-d168d1a5-0e2b-4a3c-9147-e73c193e6264 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:18.381818 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-27561fc5-a3b9-4361-9a57-6c873b03d151 req-d168d1a5-0e2b-4a3c-9147-e73c193e6264 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Jan 05 18:13:18.417999 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-27561fc5-a3b9-4361-9a57-6c873b03d151 req-f9ce4cd5-c36f-48d4-be04-77413c6a873e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302362 Jan 05 18:13:19.353117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff78ebf-85d7-41dd-9e08-aace234a8bd7 req-833c41c0-5506-4bd5-b46f-1adc0f0faf31 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:19.354611 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7ff78ebf-85d7-41dd-9e08-aace234a8bd7 req-833c41c0-5506-4bd5-b46f-1adc0f0faf31 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Jan 05 18:13:19.391533 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7ff78ebf-85d7-41dd-9e08-aace234a8bd7 req-144a5472-8ba9-4d60-8fd0-781d94543740 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Jan 05 18:13:19.529693 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6be4-54ea-4540-a1a2-ebe61849e48b req-44734af7-0343-46ae-883f-e93bfb9cf4cd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:19.531077 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-188b6be4-54ea-4540-a1a2-ebe61849e48b req-44734af7-0343-46ae-883f-e93bfb9cf4cd tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 945 time: 0.0472889 Jan 05 18:13:19.572255 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-188b6be4-54ea-4540-a1a2-ebe61849e48b req-8c5b04f9-6f3f-4d04-8a54-5e3337b0834a tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Jan 05 18:13:20.181529 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3c11b15b-d9f0-4074-9174-99f8f49074ad up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:13:20.316902 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 3c11b15b-d9f0-4074-9174-99f8f49074ad completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:13:20.322616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 3c11b15b-d9f0-4074-9174-99f8f49074ad triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:13:20.322616 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:20.394640 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:20.415820 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:20.418038 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2567708-4758-4577-be5f-dea708551c40" -d '{"events": [{"server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:20.430961 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:20.457578 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e57b2-3722-4b17-8a59-31b26c06c044 x-openstack-request-id: req-ee5e57b2-3722-4b17-8a59-31b26c06c044 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:20.457867 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:20.458147 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee5e57b2-3722-4b17-8a59-31b26c06c044 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:20.458541 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad', 'code': 200} Jan 05 18:13:20.477201 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:20.520267 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee159-51a7-40f9-a2ca-0a18f19c1b8f req-c0b115bb-c5bb-4a85-b9cc-74f24990bad0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:20.522810 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8a8ee159-51a7-40f9-a2ca-0a18f19c1b8f req-c0b115bb-c5bb-4a85-b9cc-74f24990bad0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0555060 Jan 05 18:13:20.525339 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:20.563026 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8a8ee159-51a7-40f9-a2ca-0a18f19c1b8f req-038af996-d9d2-4cca-920e-9e7f80230b89 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323212 Jan 05 18:13:20.687004 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1204f-9311-45bc-bf7f-d6daf9726da5 req-3cef4f2c-5c6a-48f2-88c1-79691fb9b72d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:20.688411 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c0c1204f-9311-45bc-bf7f-d6daf9726da5 req-3cef4f2c-5c6a-48f2-88c1-79691fb9b72d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Jan 05 18:13:20.726160 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c0c1204f-9311-45bc-bf7f-d6daf9726da5 req-aeedebe1-e64a-4bc9-9827-56239c075e51 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Jan 05 18:13:20.821988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d670e56-f7fd-45d6-b9e4-c421be9b1255 req-07398ca6-b331-4de5-9800-7a4bdab666d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:20.823425 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0d670e56-f7fd-45d6-b9e4-c421be9b1255 req-07398ca6-b331-4de5-9800-7a4bdab666d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 1099 time: 0.0371463 Jan 05 18:13:20.860374 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0d670e56-f7fd-45d6-b9e4-c421be9b1255 req-230d8b75-2790-43d4-adf6-76c88fb1e131 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Jan 05 18:13:21.679174 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7045-77b8-4fba-9c4e-3c9d420eea5d req-d7914c21-18ed-485f-9e63-3a09ffd6191a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:21.680602 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b65f7045-77b8-4fba-9c4e-3c9d420eea5d req-d7914c21-18ed-485f-9e63-3a09ffd6191a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0469191 Jan 05 18:13:21.718451 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b65f7045-77b8-4fba-9c4e-3c9d420eea5d req-029294b8-4306-4f53-9363-8006c8fbe866 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Jan 05 18:13:21.838926 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d09a-c133-47a4-97e9-2b3977ac4657 req-e31961ff-e6d8-47af-acf3-9d067699e634 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:21.840368 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5d9d09a-c133-47a4-97e9-2b3977ac4657 req-e31961ff-e6d8-47af-acf3-9d067699e634 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0485575 Jan 05 18:13:21.879345 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5d9d09a-c133-47a4-97e9-2b3977ac4657 req-5d7aa3d2-7f39-48bc-ba08-645db831bbb4 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Jan 05 18:13:22.189543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:13:22.284798 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:22.295602 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:13:22.330887 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:22.343874 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:13:22.368999 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:22.448210 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:22.495856 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=6']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:22.651607 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['c5a45800-a3d4-41a3-b81d-2714d69e10a8'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:13:22.836349 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832aead-f3ee-4ed6-9d22-79596910361c req-da5f114d-38b3-4a95-97c7-07972160998b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:22.837797 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3832aead-f3ee-4ed6-9d22-79596910361c req-da5f114d-38b3-4a95-97c7-07972160998b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0477121 Jan 05 18:13:22.873826 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3832aead-f3ee-4ed6-9d22-79596910361c req-4a432cf7-78dc-463f-ae04-76fbd8491660 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301223 Jan 05 18:13:22.988066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010a945-06a7-4b66-baec-5c31b9762529 req-9c495763-323b-4432-87cc-f8e7487dfabc tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:22.989491 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2010a945-06a7-4b66-baec-5c31b9762529 req-9c495763-323b-4432-87cc-f8e7487dfabc tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0465164 Jan 05 18:13:23.028968 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2010a945-06a7-4b66-baec-5c31b9762529 req-ee28c56c-9d60-49d0-8c7a-50419bf89bbb tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jan 05 18:13:23.989454 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf035-2473-4a10-9958-4ae8437790b1 req-e76786c8-ba7c-42aa-a4f5-a8ee60e90d78 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:23.990929 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cefdf035-2473-4a10-9958-4ae8437790b1 req-e76786c8-ba7c-42aa-a4f5-a8ee60e90d78 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0479529 Jan 05 18:13:24.030774 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cefdf035-2473-4a10-9958-4ae8437790b1 req-0f2354fb-9104-45de-95de-eb5d69c30a17 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339832 Jan 05 18:13:24.139228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cb2be-8043-4ce5-ab8c-6cbfaa474457 req-bd03487c-7151-4fa4-9168-422dad1027a7 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:24.140700 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e59cb2be-8043-4ce5-ab8c-6cbfaa474457 req-bd03487c-7151-4fa4-9168-422dad1027a7 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Jan 05 18:13:24.177359 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e59cb2be-8043-4ce5-ab8c-6cbfaa474457 req-b0dbb147-7bbd-4266-b759-94a115a6a04e tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300083 Jan 05 18:13:24.197741 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:13:24.247257 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port c5a45800-a3d4-41a3-b81d-2714d69e10a8 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:13:24.247623 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:24.320656 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:24.342332 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:24.344562 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a92bfa9-1f3a-4991-950d-261e0d0446d7" -d '{"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:24.357046 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:24.381827 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd011e29-3242-418e-a0c5-6bf91d8fb131 x-openstack-request-id: req-fd011e29-3242-418e-a0c5-6bf91d8fb131 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:24.382159 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:24.382423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd011e29-3242-418e-a0c5-6bf91d8fb131 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:24.382795 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'code': 200} Jan 05 18:13:24.442842 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:24.493551 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=7']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:25.151033 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f132-b88f-4a19-93bf-c1d129c3d731 req-9cbe64d3-9ace-4170-b8b2-21e5ef41cd21 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:25.152593 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8b08f132-b88f-4a19-93bf-c1d129c3d731 req-9cbe64d3-9ace-4170-b8b2-21e5ef41cd21 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Jan 05 18:13:25.190033 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8b08f132-b88f-4a19-93bf-c1d129c3d731 req-651a0005-28a7-455b-a397-6433d710538a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jan 05 18:13:25.511804 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255af4-ddb9-4a5a-9e0f-f1d06541ba0d req-3e25fc5b-1130-4124-b3d8-723ef1a9654f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:25.513358 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-83255af4-ddb9-4a5a-9e0f-f1d06541ba0d req-3e25fc5b-1130-4124-b3d8-723ef1a9654f tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Jan 05 18:13:25.554559 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-83255af4-ddb9-4a5a-9e0f-f1d06541ba0d req-d596f809-2215-4b53-b5d6-170913f6cbd0 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Jan 05 18:13:26.307173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df4cd4-e453-484e-9ba4-9d51bb536ca7 req-61569510-1de7-457c-82d7-25aac7ad6584 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:26.308662 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-77df4cd4-e453-484e-9ba4-9d51bb536ca7 req-61569510-1de7-457c-82d7-25aac7ad6584 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Jan 05 18:13:26.345879 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-77df4cd4-e453-484e-9ba4-9d51bb536ca7 req-c630f268-7a7f-49db-bc01-abb84365c21b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jan 05 18:13:26.665619 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f060-f0d1-4ce4-9dba-203915c97a20 req-6bcd51b6-5d77-41da-b3e1-afd837362d2d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:26.667081 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3fa4f060-f0d1-4ce4-9dba-203915c97a20 req-6bcd51b6-5d77-41da-b3e1-afd837362d2d tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0468872 Jan 05 18:13:26.703611 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3fa4f060-f0d1-4ce4-9dba-203915c97a20 req-dc623aed-c381-4810-b002-464bdfb062e9 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Jan 05 18:13:27.461762 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ca48-bfb7-4526-9529-80a7e8223d73 req-205c5a46-a4f9-4d21-b36d-6029abbf3ac5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:27.463245 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9df9ca48-bfb7-4526-9529-80a7e8223d73 req-205c5a46-a4f9-4d21-b36d-6029abbf3ac5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0473473 Jan 05 18:13:27.499859 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9df9ca48-bfb7-4526-9529-80a7e8223d73 req-19af3f29-162a-4f4a-8875-8b9d67b7edc6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Jan 05 18:13:27.814421 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433295-c3a2-4717-b223-c091637dd749 req-bad71d53-3f52-46bf-963d-534bda6d3eb4 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:27.816485 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c433295-c3a2-4717-b223-c091637dd749 req-bad71d53-3f52-46bf-963d-534bda6d3eb4 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0474014 Jan 05 18:13:27.854551 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c433295-c3a2-4717-b223-c091637dd749 req-5cc7dc52-b479-4bdd-b5b2-61efe45b8551 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jan 05 18:13:27.856640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-db718a2b-4c52-4fac-a5dd-b403d32479a1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:27.858156 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-db718a2b-4c52-4fac-a5dd-b403d32479a1 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 946 time: 0.0473866 Jan 05 18:13:27.950309 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Deleting port 3c11b15b-d9f0-4074-9174-99f8f49074ad {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:13:27.950643 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:28.037608 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] For port 3c11b15b-d9f0-4074-9174-99f8f49074ad, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3c11b15b-d9f0-4074-9174-99f8f49074ad,segment=NetworkSegment(f6639bcb-f59f-408d-98de-db67b8ab9709),segment_id=f6639bcb-f59f-408d-98de-db67b8ab9709)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:28.037883 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:28.049336 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Calling delete_port for 3c11b15b-d9f0-4074-9174-99f8f49074ad owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:13:28.259629 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:28.286445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Pushing event deleted for resources: {'Port': ['ID=3c11b15b-d9f0-4074-9174-99f8f49074ad,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:28.329055 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] No DVR routers for this DVR port 3c11b15b-d9f0-4074-9174-99f8f49074ad on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:13:28.331954 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:28.335205 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a0168dcf-89f2-4ba9-93b7-bfe2a819da03 req-e340abcb-d669-4acb-a3cb-0961ce191352 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.10 "DELETE /v2.0/ports/3c11b15b-d9f0-4074-9174-99f8f49074ad HTTP/1.1" status: 204 len: 173 time: 0.4708769 Jan 05 18:13:28.335630 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'name': 'network-vif-deleted', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:28.337916 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e584722a-b010-495b-b996-6ad407121b35" -d '{"events": [{"server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "name": "network-vif-deleted", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:28.372626 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f7b110-2e17-463f-a858-d8fae93f9cdc x-openstack-request-id: req-d3f7b110-2e17-463f-a858-d8fae93f9cdc {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:28.372917 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96676164-6cff-4992-a10c-e87555832a67", "name": "network-vif-deleted", "tag": "3c11b15b-d9f0-4074-9174-99f8f49074ad", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:28.373167 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3f7b110-2e17-463f-a858-d8fae93f9cdc {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:28.373563 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96676164-6cff-4992-a10c-e87555832a67', 'name': 'network-vif-deleted', 'tag': '3c11b15b-d9f0-4074-9174-99f8f49074ad', 'status': 'completed', 'code': 200} Jan 05 18:13:28.617542 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d464-6a4a-44e6-a854-782283edaa43 req-4d9e8452-1826-4b54-afbc-10202d8a7954 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:28.619046 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-41c3d464-6a4a-44e6-a854-782283edaa43 req-4d9e8452-1826-4b54-afbc-10202d8a7954 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0492122 Jan 05 18:13:28.659747 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-41c3d464-6a4a-44e6-a854-782283edaa43 req-c9b97d07-2c83-4379-813c-0f539db75598 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Jan 05 18:13:28.961413 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eb00fecf-3a8c-479c-9fb5-085b76e916b3 req-5898e95f-9893-4c8f-ad99-305cdec479e6 tempest-VolumesActionsTest-1467410372 tempest-VolumesActionsTest-1467410372-project] 10.222.0.26 "GET /v2.0/ports?device_id=96676164-6cff-4992-a10c-e87555832a67 HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jan 05 18:13:29.777168 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082507f5-be91-4ab6-86b1-f4f631ef6fef req-db759e1b-0703-4331-a49a-5207977f5ca0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:29.778646 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-082507f5-be91-4ab6-86b1-f4f631ef6fef req-db759e1b-0703-4331-a49a-5207977f5ca0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Jan 05 18:13:29.816433 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-082507f5-be91-4ab6-86b1-f4f631ef6fef req-c4e83764-b384-414e-875a-65487f8057f5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Jan 05 18:13:30.229087 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3c11b15b-d9f0-4074-9174-99f8f49074ad no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:13:30.249302 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 3c11b15b-d9f0-4074-9174-99f8f49074ad {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:13:30.249587 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3c11b15b-d9f0-4074-9174-99f8f49074ad not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:13:30.935931 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10c593-ae1c-47c9-aecc-6650948e9682 req-e9afb7b3-77ce-4b86-a0d0-fa9333ae492c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:30.937632 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b10c593-ae1c-47c9-aecc-6650948e9682 req-e9afb7b3-77ce-4b86-a0d0-fa9333ae492c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Jan 05 18:13:30.975101 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b10c593-ae1c-47c9-aecc-6650948e9682 req-2d77cab2-a1d0-44f0-8aea-20224b34749f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314357 Jan 05 18:13:32.105876 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f9ae7-337f-4d0e-b19e-36d9eab44f84 req-1ed3ae32-be4e-4911-a197-2e34f8dc5a44 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:32.110463 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-296f9ae7-337f-4d0e-b19e-36d9eab44f84 req-1ed3ae32-be4e-4911-a197-2e34f8dc5a44 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0564790 Jan 05 18:13:32.149854 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-296f9ae7-337f-4d0e-b19e-36d9eab44f84 req-f3de49a5-2749-493b-b64a-33a393334aa7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351284 Jan 05 18:13:33.276724 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c11a0-2ebc-4dfd-aadf-8980e64ebe77 req-3657de3a-22ce-43bd-b134-e8e92504d2c5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:33.278254 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-507c11a0-2ebc-4dfd-aadf-8980e64ebe77 req-3657de3a-22ce-43bd-b134-e8e92504d2c5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Jan 05 18:13:33.319779 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-507c11a0-2ebc-4dfd-aadf-8980e64ebe77 req-59c28f06-561f-4dc5-8185-844032007d30 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348878 Jan 05 18:13:34.456293 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea08-764e-4c87-8bbc-fd995b4b9770 req-279a2deb-3b79-4508-9903-733ca2db4162 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:34.457945 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-27a2ea08-764e-4c87-8bbc-fd995b4b9770 req-279a2deb-3b79-4508-9903-733ca2db4162 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Jan 05 18:13:34.499432 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-27a2ea08-764e-4c87-8bbc-fd995b4b9770 req-d9417ce9-ac9d-42b1-9b7e-92819b7c82c0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349312 Jan 05 18:13:35.645160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9860-583f-4177-b43b-1bf5ebda1366 req-a5005a45-67ec-42c8-b9a3-eb6bbcbd7002 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:35.647421 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-28ec9860-583f-4177-b43b-1bf5ebda1366 req-a5005a45-67ec-42c8-b9a3-eb6bbcbd7002 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0628557 Jan 05 18:13:35.698091 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-28ec9860-583f-4177-b43b-1bf5ebda1366 req-39d8b174-181a-4db6-81b7-85103d91a628 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Jan 05 18:13:36.826195 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77f22-fdec-4ec8-aaba-2c27235c4266 req-308ed1d5-0b6a-46c4-aaa4-15d77cc14bf3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:36.828400 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-47d77f22-fdec-4ec8-aaba-2c27235c4266 req-308ed1d5-0b6a-46c4-aaa4-15d77cc14bf3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Jan 05 18:13:36.876577 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-47d77f22-fdec-4ec8-aaba-2c27235c4266 req-6a19f7b0-47d9-49ca-b0f9-b6593c98e7cb tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Jan 05 18:13:38.016685 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182c19-aa69-43cc-97a5-8ca5bfc761bd req-cd63808e-2479-467d-bb06-fe6e63b78108 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:38.024868 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-86182c19-aa69-43cc-97a5-8ca5bfc761bd req-cd63808e-2479-467d-bb06-fe6e63b78108 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0711057 Jan 05 18:13:38.076260 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-86182c19-aa69-43cc-97a5-8ca5bfc761bd req-fe37f161-d0c2-4079-bc3a-5afa02eb53a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Jan 05 18:13:38.478051 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:39.269643 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfd59c-7415-4e02-beab-eeff8b6d82aa req-9198571a-1a7e-44b7-8686-0d029d823eea tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:39.273352 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5edfd59c-7415-4e02-beab-eeff8b6d82aa req-9198571a-1a7e-44b7-8686-0d029d823eea tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0845153 Jan 05 18:13:39.318759 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5edfd59c-7415-4e02-beab-eeff8b6d82aa req-9da22c0d-03c7-4553-8069-cebcae1a60b0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396259 Jan 05 18:13:40.475794 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcf530-bb28-40cf-b087-2c93d139aa52 req-04b09466-8f67-4f61-8d69-cc5272a6cce0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:40.479902 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-46bcf530-bb28-40cf-b087-2c93d139aa52 req-04b09466-8f67-4f61-8d69-cc5272a6cce0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0666273 Jan 05 18:13:40.562465 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-46bcf530-bb28-40cf-b087-2c93d139aa52 req-c60836e2-1fc4-4a96-8b36-0dc7d0114f47 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770202 Jan 05 18:13:41.630883 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-af7c2025-aea7-41bd-a678-572e10434df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:41.714181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a95b7-dc98-4424-9ef1-8c2d352b80ae req-695a3748-03e5-40ce-836e-46f82caa9c50 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:41.722517 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1e9a95b7-dc98-4424-9ef1-8c2d352b80ae req-695a3748-03e5-40ce-836e-46f82caa9c50 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0703826 Jan 05 18:13:41.810802 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1e9a95b7-dc98-4424-9ef1-8c2d352b80ae req-d14aa8cf-20c5-4e27-92e8-da4f98e9213b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872281 Jan 05 18:13:42.992299 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133729-b03c-4f45-9817-9824107fdd6d req-7c3df94a-8cd2-4d47-8a89-69f1961eff67 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:42.993850 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d1133729-b03c-4f45-9817-9824107fdd6d req-7c3df94a-8cd2-4d47-8a89-69f1961eff67 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0907178 Jan 05 18:13:43.040689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d1133729-b03c-4f45-9817-9824107fdd6d req-308a5e6f-e095-4465-80fa-882daff46e0e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373952 Jan 05 18:13:43.598864 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-0d804bef-1e6b-4f23-9202-d9c516975724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:44.178731 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba7b82-f74d-4776-9883-53c2c8d4d683 req-5cb9a2fa-fbda-4c22-a3f6-348faeeb0138 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:44.181332 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2aba7b82-f74d-4776-9883-53c2c8d4d683 req-5cb9a2fa-fbda-4c22-a3f6-348faeeb0138 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0605028 Jan 05 18:13:44.235083 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2aba7b82-f74d-4776-9883-53c2c8d4d683 req-749ba357-189e-4010-a3d6-d255a981e602 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467141 Jan 05 18:13:44.529270 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b911-0541-4729-a04b-e19e07025d28 req-bced32ac-0678-440a-9699-b309fda84109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:44.531031 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-bced32ac-0678-440a-9699-b309fda84109 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1098 time: 0.0528486 Jan 05 18:13:44.556780 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:44.635379 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b911-0541-4729-a04b-e19e07025d28 req-088c2562-4c44-47c2-9ee3-6aa7228f7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:44.636973 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-088c2562-4c44-47c2-9ee3-6aa7228f7b8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.0994005 Jan 05 18:13:44.713819 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-972838ed-59c8-4ee3-8576-65338d38c9a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 1001 time: 0.0692286 Jan 05 18:13:44.769416 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b911-0541-4729-a04b-e19e07025d28 req-1b3dd1de-6155-4b4c-96eb-7ff9b2b8ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:44.771025 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-1b3dd1de-6155-4b4c-96eb-7ff9b2b8ff92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0501165 Jan 05 18:13:44.826193 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b911-0541-4729-a04b-e19e07025d28 req-1673e867-f76e-4cd2-bc7f-ab3788b8a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:44.827695 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-1673e867-f76e-4cd2-bc7f-ab3788b8a7d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502605 Jan 05 18:13:44.933060 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-2a6c7536-f019-49c7-9737-360ba3f24b8b service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973766 Jan 05 18:13:45.036671 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f366b911-0541-4729-a04b-e19e07025d28 req-b68cd390-d8f1-4218-a196-1040b568c564 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955694 Jan 05 18:13:45.380374 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9b45-ebfb-4ea2-bf6a-cd4a3301bb14 req-901cd92c-f211-44fa-b378-5003a0d606b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:45.386550 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-59ce9b45-ebfb-4ea2-bf6a-cd4a3301bb14 req-901cd92c-f211-44fa-b378-5003a0d606b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 945 time: 0.0699701 Jan 05 18:13:45.430871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-59ce9b45-ebfb-4ea2-bf6a-cd4a3301bb14 req-670789dc-b292-4d90-8269-d2399393bb8d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 Jan 05 18:13:45.649881 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:13:46.149524 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-c14e0425-3b8e-45f7-a014-208ae656b78a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470078 Jan 05 18:13:46.221533 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:46.252099 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-a5d3d473-1846-428b-89dc-f91fef52c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:46.253580 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-a5d3d473-1846-428b-89dc-f91fef52c8b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0643322 Jan 05 18:13:46.318454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:13:46.391764 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-0a035325-3209-4098-9e63-edcfc04ecf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:46.393908 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-0a035325-3209-4098-9e63-edcfc04ecf9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.1062920 Jan 05 18:13:46.396275 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:46.418410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:13:46.424731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4efad9-5607-47be-a60d-929bc34309ab" -d '{"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:13:46.440514 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:13:46.467605 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850e271-1439-484b-92fb-e4af5a3bf3ea x-openstack-request-id: req-5850e271-1439-484b-92fb-e4af5a3bf3ea {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:13:46.468010 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:13:46.468146 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5850e271-1439-484b-92fb-e4af5a3bf3ea {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:13:46.468755 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'code': 200} Jan 05 18:13:46.473708 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-58229a3f-8541-4c7f-87a6-db59479c2fd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 1001 time: 0.0728226 Jan 05 18:13:46.506214 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:46.540686 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:46.567339 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=8']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:46.569676 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3cf7-341f-4a82-8ce6-bc6dd443c09e req-ff07d0bc-8bbf-4101-a86a-3c241fbdc884 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:46.574799 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.575144 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.575484 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.575815 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.576144 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.576601 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.576933 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.577256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.577379 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c7a3cf7-341f-4a82-8ce6-bc6dd443c09e req-ff07d0bc-8bbf-4101-a86a-3c241fbdc884 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0654018 Jan 05 18:13:46.577721 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.578120 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.583527 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.583527 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:46.590126 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-a4cd0ef5-8b05-40a0-a1cd-9acd2280c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:46.591920 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-a4cd0ef5-8b05-40a0-a1cd-9acd2280c39d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0726798 Jan 05 18:13:46.635779 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0c7a3cf7-341f-4a82-8ce6-bc6dd443c09e req-18facda0-9717-4d1a-8fa8-118ef193214e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574601 Jan 05 18:13:46.652306 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-382b6046-3611-4a4d-8084-1be5df26204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:46.653810 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-382b6046-3611-4a4d-8084-1be5df26204c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538220 Jan 05 18:13:46.757173 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-5f28b688-7773-43ed-9dce-dc4b59467839 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954113 Jan 05 18:13:46.852737 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8af2d1e-3d8d-4e65-9c26-b9bd07c0c7b3 req-3be573be-39bc-4368-91bf-fa5a9b96afaf service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Jan 05 18:13:47.993238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d43fb-7413-42ed-9f46-3f07236320e2 req-f4255fe8-9a1d-460c-b106-fd371bd2fec0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:48.000552 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-594d43fb-7413-42ed-9f46-3f07236320e2 req-f4255fe8-9a1d-460c-b106-fd371bd2fec0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0675943 Jan 05 18:13:48.045326 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-594d43fb-7413-42ed-9f46-3f07236320e2 req-f8a55c13-af18-45c0-b50b-e52c44a9e49d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438685 Jan 05 18:13:49.278948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [req-2c58aba3-80b2-407c-9792-90884c5f1792 req-22de3fea-ce76-46ae-929d-5fcf01aa6ee6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:13:49.279939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2c58aba3-80b2-407c-9792-90884c5f1792 req-22de3fea-ce76-46ae-929d-5fcf01aa6ee6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054953 Jan 05 18:13:49.613622 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015000-5fef-42ca-acca-ea4d6587acc9 req-96c60cf8-8901-4df9-af8c-b6309e708525 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:49.615091 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-67015000-5fef-42ca-acca-ea4d6587acc9 req-96c60cf8-8901-4df9-af8c-b6309e708525 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0671070 Jan 05 18:13:49.670452 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-67015000-5fef-42ca-acca-ea4d6587acc9 req-2a3b2633-0e1e-4221-8f67-8bfd4a0b2040 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Jan 05 18:13:50.012839 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33818) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:13:50.105958 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-cfa8e3f3-1bac-4d55-8593-cf54682066bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920494 Jan 05 18:13:50.119337 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-556024bb-1677-408b-91cd-dadea89e135b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:13:50.122978 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-556024bb-1677-408b-91cd-dadea89e135b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082984 Jan 05 18:13:50.323082 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:13:50.808681 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4212-f554-489f-8ed3-f7ddff26f2e9 req-c33a68eb-18f6-497e-b4bc-f4b287a96fcc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:50.810226 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dbde4212-f554-489f-8ed3-f7ddff26f2e9 req-c33a68eb-18f6-497e-b4bc-f4b287a96fcc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0518475 Jan 05 18:13:50.858129 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dbde4212-f554-489f-8ed3-f7ddff26f2e9 req-cef4591d-b45f-48f8-af15-9d3a604bc036 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Jan 05 18:13:51.992560 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4638a-de1f-4031-a240-9cd48fc97181 req-16fcaadb-83fd-420c-b265-6dee71d26245 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:51.994192 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eba4638a-de1f-4031-a240-9cd48fc97181 req-16fcaadb-83fd-420c-b265-6dee71d26245 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0604465 Jan 05 18:13:52.041483 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eba4638a-de1f-4031-a240-9cd48fc97181 req-ca64a8c2-5e9a-44f9-abe0-a7e400303976 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Jan 05 18:13:53.167291 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c765e8-d9dd-468a-96dd-e8ec196691b2 req-fe610e6c-45a5-406d-93a1-088855ccdd46 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.168733 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8c765e8-d9dd-468a-96dd-e8ec196691b2 req-fe610e6c-45a5-406d-93a1-088855ccdd46 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0512784 Jan 05 18:13:53.210113 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b8c765e8-d9dd-468a-96dd-e8ec196691b2 req-da0e7c41-03aa-42d6-adb9-c6550e2a90a8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345590 Jan 05 18:13:53.507921 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-b9387652-8ee2-434f-b5b4-a59d52c84877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.509493 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-b9387652-8ee2-434f-b5b4-a59d52c84877 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 1096 time: 0.0684807 Jan 05 18:13:53.588378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-a3f22906-9b4c-471c-a4dd-7e948b52d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.589810 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-a3f22906-9b4c-471c-a4dd-7e948b52d2ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1096 time: 0.0382967 Jan 05 18:13:53.686119 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-f1777a1d-8ce0-4e76-adf6-1c82bd554ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.687804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-f1777a1d-8ce0-4e76-adf6-1c82bd554ee2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.0845659 Jan 05 18:13:53.751363 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-3ca0f713-a533-4eb9-b8ca-fecf8ab39932 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 200 len: 999 time: 0.0566189 Jan 05 18:13:53.800954 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-08b10aac-4368-485d-85d3-7a45d9546102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.802414 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-08b10aac-4368-485d-85d3-7a45d9546102 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0439425 Jan 05 18:13:53.847578 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-4c3757f0-47a7-4733-942d-e4e35825cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:53.849001 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-4c3757f0-47a7-4733-942d-e4e35825cd5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0386953 Jan 05 18:13:53.933976 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-ec11e1aa-5b51-468b-839a-06e446081430 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787921 Jan 05 18:13:54.024253 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c51cb75a-dbd6-4b00-bde2-8a956f79c212 req-b57d9655-762c-4791-acfc-348c8d37bd00 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830104 Jan 05 18:13:54.339320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6e9d1-d55e-451e-bc1f-f35e45c62186 req-868c483b-4dec-402d-b9ad-ee39aa022a05 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:54.340812 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e6c6e9d1-d55e-451e-bc1f-f35e45c62186 req-868c483b-4dec-402d-b9ad-ee39aa022a05 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0577228 Jan 05 18:13:54.381634 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e6c6e9d1-d55e-451e-bc1f-f35e45c62186 req-54f97cb7-9f64-445d-bb4f-1aa727e376e3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Jan 05 18:13:55.517116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc0059-54d1-4d1f-b7c7-6fba91d8a667 req-b1cc108e-c692-4656-be26-19fabd7fbc8a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:55.519898 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aafc0059-54d1-4d1f-b7c7-6fba91d8a667 req-b1cc108e-c692-4656-be26-19fabd7fbc8a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0521739 Jan 05 18:13:55.561170 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aafc0059-54d1-4d1f-b7c7-6fba91d8a667 req-0317cd5a-30c6-40bf-8590-0d52ff9513f4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Jan 05 18:13:56.687297 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c63a5-98df-4a74-bb36-76b9865aaa33 req-cc2301d1-5927-4cc0-8b07-22a6f369e9a6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:56.687297 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-353c63a5-98df-4a74-bb36-76b9865aaa33 req-cc2301d1-5927-4cc0-8b07-22a6f369e9a6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0491552 Jan 05 18:13:56.724385 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-353c63a5-98df-4a74-bb36-76b9865aaa33 req-100f10ad-c260-432b-a36d-1e7003ace293 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Jan 05 18:13:57.546426 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33958) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:13:57.589824 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Deleting subnet a9c434dc-aa0a-43e5-9e26-dc5d6cf68492 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:13:57.593477 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:57.638237 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:57.679933 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:57.831502 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:57.847943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb482e1-ae30-4669-b899-b232bdd59d32 req-c693874d-c5d4-49ae-913d-f43de0188201 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:57.849458 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4eb482e1-ae30-4669-b899-b232bdd59d32 req-c693874d-c5d4-49ae-913d-f43de0188201 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0529611 Jan 05 18:13:57.858193 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c434dc-aa0a-43e5-9e26-dc5d6cf68492,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:57.861232 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:57.864446 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a9c434dc-aa0a-43e5-9e26-dc5d6cf68492 HTTP/1.1" status: 204 len: 168 time: 0.3170419 Jan 05 18:13:57.869125 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33962) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:13:57.876820 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.877159 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.877540 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.877947 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.878301 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.878623 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.878942 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.879263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.879577 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.879893 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.880206 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.880516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77ac89-432f-4a81-b5f9-659537e488eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:13:57.889638 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4eb482e1-ae30-4669-b899-b232bdd59d32 req-5ab7d3ba-2e32-4631-a856-2a9a404e0da5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Jan 05 18:13:57.944037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.230786 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.249521 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becddd08-ad76-4f90-a4a2-16d455ffba11']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:13:58.259041 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6639bcb-f59f-408d-98de-db67b8ab9709') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:13:58.259332 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6639bcb-f59f-408d-98de-db67b8ab9709') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:13:58.267947 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.280231 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.285721 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:13:58.286123 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:13:58.287697 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:13:58.390750 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.395871 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.398948 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] 10.222.0.26 "DELETE /v2.0/networks/becddd08-ad76-4f90-a4a2-16d455ffba11 HTTP/1.1" status: 204 len: 168 time: 0.5289226 Jan 05 18:13:58.409521 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d418d-5f64-438d-800c-81e2e2eee73b admin admin] Pushing event deleted for resources: {'Network': ['ID=becddd08-ad76-4f90-a4a2-16d455ffba11,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:13:58.824342 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33968) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:13:58.863815 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f342fce5-30f9-420d-a5bf-d0fccf8747b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eff95feb5fbc4573ab2f22cb0b117a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383363 Jan 05 18:13:58.866162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 33970) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:13:58.911424 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:58.932542 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:59.029779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f48d5-b124-43e4-a68c-c9cb7d38a8e8 req-ec66205a-6ce2-4033-832e-49f55610cd81 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:13:59.031387 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-562f48d5-b124-43e4-a68c-c9cb7d38a8e8 req-ec66205a-6ce2-4033-832e-49f55610cd81 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0699861 Jan 05 18:13:59.077887 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-562f48d5-b124-43e4-a68c-c9cb7d38a8e8 req-c379551e-ca6e-44fe-a541-7ce2c2dbdda0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Jan 05 18:13:59.082662 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:59.085208 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:13:59.086387 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8 HTTP/1.1" status: 204 len: 168 time: 0.2193456 Jan 05 18:13:59.098713 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96563b-1be2-4af5-8d4a-d393a7afb725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb4ccfc-b8d4-4e40-8f4a-1568b96e10b8,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:00.244335 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b63a4-777e-4397-815a-ee4815d45fe2 req-7ec42e8f-f4e9-4bbb-9abe-8c4a41db6ed0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:00.252479 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e47b63a4-777e-4397-815a-ee4815d45fe2 req-7ec42e8f-f4e9-4bbb-9abe-8c4a41db6ed0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0946529 Jan 05 18:14:00.286359 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e47b63a4-777e-4397-815a-ee4815d45fe2 req-8ff9af58-e850-4faa-8762-4354dbeefbfe tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328600 Jan 05 18:14:01.437121 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5703-2978-45ed-9299-525e77206780 req-3875fb5e-839e-4c42-97a2-c4458ac84672 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:01.438759 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-949c5703-2978-45ed-9299-525e77206780 req-3875fb5e-839e-4c42-97a2-c4458ac84672 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Jan 05 18:14:01.483962 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-949c5703-2978-45ed-9299-525e77206780 req-10a007c6-39db-4431-83f7-9c9826c1d091 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384912 Jan 05 18:14:02.608548 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf066fb-45db-4bf9-9c66-02974cfec306 req-480a3407-ecb8-403e-9b0f-7a983120b724 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:02.614446 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3bf066fb-45db-4bf9-9c66-02974cfec306 req-480a3407-ecb8-403e-9b0f-7a983120b724 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0586891 Jan 05 18:14:02.660332 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3bf066fb-45db-4bf9-9c66-02974cfec306 req-b62b763d-049d-43e8-a56b-8d229dc7a117 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Jan 05 18:14:03.820677 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3027-8db1-433e-9e75-7c11c64c0735 req-8fe796d4-dc6d-44b4-b37c-eac5b9e6e9cd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:03.823325 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e16e3027-8db1-433e-9e75-7c11c64c0735 req-8fe796d4-dc6d-44b4-b37c-eac5b9e6e9cd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0596321 Jan 05 18:14:03.865930 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e16e3027-8db1-433e-9e75-7c11c64c0735 req-d7837466-c9e4-474b-a448-a1e8a8ee3cb1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Jan 05 18:14:03.866460 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ee20484e-861f-45fa-9621-aa655b5b5039 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9d66495117824c448493fd9b5c76a2dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271101 Jan 05 18:14:04.064108 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-7361c4bf-e82a-42eb-99e5-a7cde7a9885c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:04.065529 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-7361c4bf-e82a-42eb-99e5-a7cde7a9885c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926928 Jan 05 18:14:04.087987 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-403d44ed-7e5a-4eb7-ad08-aaf1680061c1 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/quotas/9d66495117824c448493fd9b5c76a2dd HTTP/1.1" status: 200 len: 375 time: 0.0096447 Jan 05 18:14:04.118050 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ab20e478-218f-4254-9789-545dc3d57c63 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d66495117824c448493fd9b5c76a2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246696 Jan 05 18:14:04.368801 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-93b544ee-1682-4aac-ac8f-96595f95a97a req-a7e8cc74-dcc3-48f5-a621-7bc708e749fe tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0279977 Jan 05 18:14:04.499572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee15ec-f595-4f17-843b-c315c4d2d089 req-e0a7dad3-3594-48b0-b720-80be9ca6dc56 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:04.501216 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a3ee15ec-f595-4f17-843b-c315c4d2d089 req-e0a7dad3-3594-48b0-b720-80be9ca6dc56 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0496080 Jan 05 18:14:04.547968 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a3ee15ec-f595-4f17-843b-c315c4d2d089 req-1e0597c4-bde9-4536-addf-da1437a087f3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400031 Jan 05 18:14:04.986310 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092ba2f-6ba9-497d-99ac-8f60a8225127 req-0b4b5791-6530-47c6-a57d-713b200d0a9d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:04.988453 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1092ba2f-6ba9-497d-99ac-8f60a8225127 req-0b4b5791-6530-47c6-a57d-713b200d0a9d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0485835 Jan 05 18:14:05.033345 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1092ba2f-6ba9-497d-99ac-8f60a8225127 req-991d738f-713b-41cd-8c6d-41f9debee4a1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372734 Jan 05 18:14:05.448973 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-262ef4fc-81ca-4c6d-bf86-df9c1a74cc11 req-5ea86a46-a9d8-4394-8e04-01e265aced99 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0265596 Jan 05 18:14:05.665575 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45f079-b28b-4cb3-a72a-1be18b09f0d4 req-f419d341-ec08-4816-a5d1-15f1fa4e7301 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:05.667245 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e45f079-b28b-4cb3-a72a-1be18b09f0d4 req-f419d341-ec08-4816-a5d1-15f1fa4e7301 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0481853 Jan 05 18:14:05.721273 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e45f079-b28b-4cb3-a72a-1be18b09f0d4 req-af67662f-95f2-45bf-9530-2d21e0a210af tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457277 Jan 05 18:14:06.174462 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa613-4362-476a-8c7f-f09e5de7afd8 req-5d66f81a-7011-4394-80d0-d109378e4712 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:06.176998 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105fa613-4362-476a-8c7f-f09e5de7afd8 req-5d66f81a-7011-4394-80d0-d109378e4712 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0556328 Jan 05 18:14:06.216141 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105fa613-4362-476a-8c7f-f09e5de7afd8 req-42c58ff1-443e-49b6-ae22-0864e1b3c9c9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Jan 05 18:14:06.540209 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9052411-fdb7-406c-8ef5-ff5dbb849958 req-fedbcb76-e2d6-4e15-8289-662cbdda0fed tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0268004 Jan 05 18:14:06.830284 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aea36-d088-4cc9-9e53-c65b4357165f req-4819ca17-3475-42a9-8ca5-4db69be1bfb1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:06.831754 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a62aea36-d088-4cc9-9e53-c65b4357165f req-4819ca17-3475-42a9-8ca5-4db69be1bfb1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0479224 Jan 05 18:14:06.872245 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a62aea36-d088-4cc9-9e53-c65b4357165f req-e7993911-4e79-4cb0-a9b0-104e1494b1ec tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336688 Jan 05 18:14:07.338372 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220355e-2c97-4af8-b4d7-873ac40b6d0f req-bdc66167-f652-46f8-88b5-4d1711a38bab tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:07.339827 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7220355e-2c97-4af8-b4d7-873ac40b6d0f req-bdc66167-f652-46f8-88b5-4d1711a38bab tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0505393 Jan 05 18:14:07.376722 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7220355e-2c97-4af8-b4d7-873ac40b6d0f req-b4ed7b3f-129d-4d53-b5b3-2bd648aea9ea tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Jan 05 18:14:07.632119 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c4b0f381-194d-4187-a40f-73bc5db443d7 req-ecebea45-f506-4346-9ba4-b372d8825a38 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0282388 Jan 05 18:14:07.983372 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518291-1f9a-4f67-ad6b-fcd012808480 req-e1a6c40d-c99f-45ed-b7db-9e85bfab69c5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:07.984808 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e3518291-1f9a-4f67-ad6b-fcd012808480 req-e1a6c40d-c99f-45ed-b7db-9e85bfab69c5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0474412 Jan 05 18:14:08.023214 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e3518291-1f9a-4f67-ad6b-fcd012808480 req-3d65a4b3-a228-4505-9c0f-3b355131d518 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322242 Jan 05 18:14:08.465146 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:08.493090 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903eed-0922-46bc-8ab9-bf25bc14c29b req-6068736d-42f4-4b40-8ff0-39d84e00cda8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:08.494496 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-07903eed-0922-46bc-8ab9-bf25bc14c29b req-6068736d-42f4-4b40-8ff0-39d84e00cda8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0475781 Jan 05 18:14:08.531726 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-07903eed-0922-46bc-8ab9-bf25bc14c29b req-1277fb1b-c482-4669-be4b-ae6d0cd13aa6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Jan 05 18:14:08.720986 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7c715824-9dee-47a2-8eb5-6f700977738e req-2e75e1fd-183b-4526-a33a-f38e3780e7d5 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0255835 Jan 05 18:14:09.133929 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c45ef-9d19-4edb-9104-fa7be0669001 req-262ccf05-e066-4e95-8ce0-b019bb5fd3d8 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:09.135418 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a79c45ef-9d19-4edb-9104-fa7be0669001 req-262ccf05-e066-4e95-8ce0-b019bb5fd3d8 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0471559 Jan 05 18:14:09.173799 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a79c45ef-9d19-4edb-9104-fa7be0669001 req-35869b9f-f261-41df-8cda-d2ffee023d04 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324390 Jan 05 18:14:09.653615 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e5d77-1cfb-4dfa-bad8-a84db17b1b65 req-1fa0e209-13cf-43c0-856f-58a74f48ba3e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:09.655088 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-731e5d77-1cfb-4dfa-bad8-a84db17b1b65 req-1fa0e209-13cf-43c0-856f-58a74f48ba3e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0511870 Jan 05 18:14:09.691258 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-731e5d77-1cfb-4dfa-bad8-a84db17b1b65 req-5949e824-dd10-4b87-8797-5d3b76f73593 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295794 Jan 05 18:14:09.812855 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d99992b0-2876-4438-88f5-5676fadf2278 req-8d228417-fff4-4a3e-8a4b-8008ef905c0d tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0246842 Jan 05 18:14:10.285215 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62170-e502-47c4-bbc8-34e1d5fea764 req-048f6945-3872-4cc9-b8a4-999687ce93fd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:10.286691 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-95b62170-e502-47c4-bbc8-34e1d5fea764 req-048f6945-3872-4cc9-b8a4-999687ce93fd tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0484436 Jan 05 18:14:10.331629 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-95b62170-e502-47c4-bbc8-34e1d5fea764 req-f82c1b7e-88d6-46c9-b909-357a9fdecc35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387888 Jan 05 18:14:10.610642 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-98924113-efeb-425f-8652-16ab234fba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:10.612041 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-98924113-efeb-425f-8652-16ab234fba37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1138 time: 0.0425961 Jan 05 18:14:10.700937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-5bf3ec92-5f9a-4164-8040-8254aaca96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:10.702452 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-5bf3ec92-5f9a-4164-8040-8254aaca96c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0835271 Jan 05 18:14:10.910128 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c2372b1c-4efb-40b0-92d2-254269d4014f req-6fba055e-389e-4c0d-97e2-48372c1378d9 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0279384 Jan 05 18:14:11.025931 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-33c6a22e-76cb-4b42-af39-25b730e734ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1002 time: 0.3158858 Jan 05 18:14:11.040593 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1cd72-3f49-4c7c-85fd-9634a20214f5 req-5fa6f882-8a55-4f7b-9a58-19f96e811050 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:11.044560 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7fe1cd72-3f49-4c7c-85fd-9634a20214f5 req-5fa6f882-8a55-4f7b-9a58-19f96e811050 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0651805 Jan 05 18:14:11.112370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7fe1cd72-3f49-4c7c-85fd-9634a20214f5 req-d026d742-480b-471d-b130-d3c57831d532 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625505 Jan 05 18:14:11.114146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-bef3e6e6-56ae-4118-b02e-dff596d1a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:11.115559 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-bef3e6e6-56ae-4118-b02e-dff596d1a82e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0726922 Jan 05 18:14:11.170500 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-5a923321-7c6e-4239-b2f7-b717813a2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:11.171954 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-5a923321-7c6e-4239-b2f7-b717813a2b34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397229 Jan 05 18:14:11.259800 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-aa149168-a6a5-420a-8c8f-3b2f4b476be4 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799665 Jan 05 18:14:11.328702 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7bd2d203-929d-42b6-a95e-f670fc6a993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:11.349472 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-79258980-808e-41dd-a03d-acc360344e19 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9d66495117824c448493fd9b5c76a2dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261598 Jan 05 18:14:11.429606 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-10217f7e-f3b4-4374-82fe-ea90989435d5 req-a0fc9a8d-b68b-430c-a9cd-bb245365eb39 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636581 Jan 05 18:14:11.460191 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181fea6-6d1a-4c7e-a6b0-f7102963e3f3 req-98b43fbd-8873-4e45-b29d-9e4f62e84b5a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:11.461663 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a181fea6-6d1a-4c7e-a6b0-f7102963e3f3 req-98b43fbd-8873-4e45-b29d-9e4f62e84b5a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0606484 Jan 05 18:14:11.481189 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-829dafc3-c8ac-4524-a87f-c1eb20032dee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:11.482746 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-829dafc3-c8ac-4524-a87f-c1eb20032dee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248291 Jan 05 18:14:11.501375 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a181fea6-6d1a-4c7e-a6b0-f7102963e3f3 req-04212d83-cd07-4c2f-ab88-056866caf5ad tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335031 Jan 05 18:14:11.501993 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Request body: {'port': {'device_id': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e', 'admin_state_up': True, 'tenant_id': '9d66495117824c448493fd9b5c76a2dd'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:14:11.716645 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Made reservation on behalf of 9d66495117824c448493fd9b5c76a2dd for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:14:11.720257 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:11.729692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:11.806118 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:11.870703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:11.934303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d44980-80a4-4e83-b9f6-d3b19122195d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:11.950983 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.951327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.951665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.951996 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.952319 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.952642 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.952962 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.953280 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.953600 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.953920 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.954266 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:11.954580 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:14:12.020697 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7523a4a5-2d47-4f07-a989-65078c9852da req-5371d208-446d-4174-b277-288bde8748a9 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jan 05 18:14:12.037549 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Allocated IP 192.168.233.122 (47b91377-f03e-4f63-a407-a66570c17a0e/80f93bcb-f00c-45e7-b722-dfa3aa77dd42/d0fa3b99-2186-40ac-a16e-0d7f9e869c83) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:14:12.183234 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.228904 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7aa1d-3ea4-499e-9305-015dd4f81ddd req-f3803f10-a061-429c-b836-07f36623e044 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:12.230308 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6ab7aa1d-3ea4-499e-9305-015dd4f81ddd req-f3803f10-a061-429c-b836-07f36623e044 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0482011 Jan 05 18:14:12.265028 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.268308 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6ab7aa1d-3ea4-499e-9305-015dd4f81ddd req-b6887080-2964-4b60-89c5-36639c2c670b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Jan 05 18:14:12.313008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Network 47b91377-f03e-4f63-a407-a66570c17a0e is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:14:12.316106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:14:12.320197 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:14:12.344927 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Pushing event updated for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:12.374444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:12.375062 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.456542 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-ef537421-998d-46ef-bc04-2bdc5791ddbf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9582837 Jan 05 18:14:12.483077 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Request body: {'port': {'device_id': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:14:12.510234 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-9b326276-7d50-4406-94c7-68ade68d8b7d None None] Provisioning complete for port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:14:12.510811 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9b326276-7d50-4406-94c7-68ade68d8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.537518 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.546583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-9b326276-7d50-4406-94c7-68ade68d8b7d None None] Port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:14:12.694190 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b16f-8080-4af1-9fe7-ec38a6958061 req-1fd235e0-d509-4a28-b6fe-314c57878db1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:12.695644 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5321b16f-8080-4af1-9fe7-ec38a6958061 req-1fd235e0-d509-4a28-b6fe-314c57878db1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.1247716 Jan 05 18:14:12.780127 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5321b16f-8080-4af1-9fe7-ec38a6958061 req-fa39287c-f851-4b9f-99f6-e2893bf4a6e8 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770984 Jan 05 18:14:12.861558 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fa3b99-2186-40ac-a16e-0d7f9e869c83 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:14:12.869315 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.880712 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Transition to ACTIVE for port object d0fa3b99-2186-40ac-a16e-0d7f9e869c83 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:14:12.932461 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:12.981692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:13.053320 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Attempting to bind port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:14:13.053961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Attempting to bind port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:14:13.053961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Attempting to bind port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 on network 47b91377-f03e-4f63-a407-a66570c17a0e {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:14:13.058529 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 on network 47b91377-f03e-4f63-a407-a66570c17a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:14:13.058853 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Attempting to bind port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 on network 47b91377-f03e-4f63-a407-a66570c17a0e {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:14:13.064001 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:14:13.064339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Checking segment: {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:14:13.064724 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Bound using segment: {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:14:13.065150 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Bound port: d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7fdf69-49f5-4654-8e40-c54dd99b4789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:14:13.065502 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:13.134450 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:14:13.137635 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:14:13.139854 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818555de-a0ed-4c46-9406-c1688cc7ba11 req-0e73da7d-ce53-4e60-a4fb-e3b063ba556b tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.141326 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-818555de-a0ed-4c46-9406-c1688cc7ba11 req-0e73da7d-ce53-4e60-a4fb-e3b063ba556b tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 948 time: 0.0498440 Jan 05 18:14:13.179873 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-818555de-a0ed-4c46-9406-c1688cc7ba11 req-d9dedff2-2bc6-4e14-9d30-863716ff7c12 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jan 05 18:14:13.202137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:13.234824 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.235426 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:13.236849 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] 10.222.0.10 "PUT /v2.0/ports/d0fa3b99-2186-40ac-a16e-0d7f9e869c83 HTTP/1.1" status: 200 len: 1098 time: 0.7587042 Jan 05 18:14:13.237274 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:14:13.239497 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:14:13.263853 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ad383-70c0-404f-8b79-97db6635e078 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:13.281101 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66516b7-410a-477a-a5f2-246fd12dfe0f x-openstack-request-id: req-b66516b7-410a-477a-a5f2-246fd12dfe0f {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:14:13.281342 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:14:13.281594 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b66516b7-410a-477a-a5f2-246fd12dfe0f {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:14:13.281986 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83', 'status': 'completed', 'code': 200} Jan 05 18:14:13.373460 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f req-5f7d8a0e-8346-4808-8d56-6432201ea913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.375115 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f req-5f7d8a0e-8346-4808-8d56-6432201ea913 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d66495117824c448493fd9b5c76a2dd&device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 1101 time: 0.0444739 Jan 05 18:14:13.400034 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb55966-558b-462f-9df0-cbe2f7d0104d req-97904389-25ac-426f-b8dc-00df60a527e6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.401548 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2bb55966-558b-462f-9df0-cbe2f7d0104d req-97904389-25ac-426f-b8dc-00df60a527e6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0549026 Jan 05 18:14:13.410148 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f req-84f95198-7bbf-470c-8db4-2a4b32a6e421 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9d66495117824c448493fd9b5c76a2dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199616 Jan 05 18:14:13.440740 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2bb55966-558b-462f-9df0-cbe2f7d0104d req-637aed8d-5d68-4083-8ab6-95e7983461f7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Jan 05 18:14:13.505118 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f req-1ea1de53-06d1-4e4d-9cf9-05bd6fd841fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.506538 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ce1c16e5-da0c-479f-bc6d-4bcdde314f4f req-1ea1de53-06d1-4e4d-9cf9-05bd6fd841fc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899453 Jan 05 18:14:13.550871 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e371080e-d519-4bed-894b-66508e66d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:13.609640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-626765d4-f560-4b28-be39-2bf5bc2c94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.611131 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-626765d4-f560-4b28-be39-2bf5bc2c94b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d66495117824c448493fd9b5c76a2dd&device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 1101 time: 0.0388784 Jan 05 18:14:13.666377 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-27409ecf-3a5f-4509-9639-996ee7fc61b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83 HTTP/1.1" status: 200 len: 217 time: 0.0357666 Jan 05 18:14:13.713445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-361ef6f2-1652-4a5c-a33b-d4fa28110e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.714883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-361ef6f2-1652-4a5c-a33b-d4fa28110e4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80f93bcb-f00c-45e7-b722-dfa3aa77dd42 HTTP/1.1" status: 200 len: 843 time: 0.0418043 Jan 05 18:14:13.759974 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-800f5a17-291d-4eea-9c4c-de018e3140d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.761418 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-800f5a17-291d-4eea-9c4c-de018e3140d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47b91377-f03e-4f63-a407-a66570c17a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397317 Jan 05 18:14:13.864137 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-f13fd7e8-6e4b-4982-bae3-cd52cca4e62b service neutron] 10.222.0.10 "GET /v2.0/networks/47b91377-f03e-4f63-a407-a66570c17a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948117 Jan 05 18:14:13.949450 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f854-770e-4d2a-b908-45672f96d014 req-e7b5baa9-cf9c-41de-9e87-50cb67fca1df tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:13.950935 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d441f854-770e-4d2a-b908-45672f96d014 req-e7b5baa9-cf9c-41de-9e87-50cb67fca1df tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.1016462 Jan 05 18:14:13.992640 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7d92dbd5-884a-4687-b702-5f27597ab47c req-bbf6fdce-68a1-44b6-a271-2cd7a418630b service neutron] 10.222.0.10 "GET /v2.0/networks/47b91377-f03e-4f63-a407-a66570c17a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157131 Jan 05 18:14:14.007893 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d441f854-770e-4d2a-b908-45672f96d014 req-c26d890e-0c46-40bd-a051-30baa5911872 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465069 Jan 05 18:14:14.294282 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e64cc0-e22a-4941-99fa-6124cbe8f5cf req-72fcab21-01f4-4719-b491-cb56fa9a8a2b tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:14.295719 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a7e64cc0-e22a-4941-99fa-6124cbe8f5cf req-72fcab21-01f4-4719-b491-cb56fa9a8a2b tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 948 time: 0.0488088 Jan 05 18:14:14.331450 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a7e64cc0-e22a-4941-99fa-6124cbe8f5cf req-cf89e407-aba1-4a5f-9b97-f6a0462c5afa tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299313 Jan 05 18:14:14.560624 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09870-1917-4d41-a563-a2a617f01af9 req-c911b3d9-5dbb-4fd6-84b5-682f15bf386e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:14.562124 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-50e09870-1917-4d41-a563-a2a617f01af9 req-c911b3d9-5dbb-4fd6-84b5-682f15bf386e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0499012 Jan 05 18:14:14.567842 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:14.599352 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-50e09870-1917-4d41-a563-a2a617f01af9 req-2a5aecf9-732b-4464-bdc2-31f6ca0bbbd9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Jan 05 18:14:15.126750 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a052-7a04-4756-a70e-c58e11476096 req-8868da3e-0744-422f-9b14-dcf14bf9f834 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:15.128211 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf68a052-7a04-4756-a70e-c58e11476096 req-8868da3e-0744-422f-9b14-dcf14bf9f834 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0497119 Jan 05 18:14:15.167768 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cf68a052-7a04-4756-a70e-c58e11476096 req-cd1632b5-698b-42ff-a79b-67265bbc52fe tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333941 Jan 05 18:14:15.445956 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce71f76-b986-44b7-af16-2753ad8968a7 req-ceff4c58-1b8a-48d5-b294-25819f8ef92c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:15.447496 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1ce71f76-b986-44b7-af16-2753ad8968a7 req-ceff4c58-1b8a-48d5-b294-25819f8ef92c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 948 time: 0.0512877 Jan 05 18:14:15.484618 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1ce71f76-b986-44b7-af16-2753ad8968a7 req-afed5496-8a6c-4267-b7ec-c02ad3fbedf8 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Jan 05 18:14:15.717902 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b14c-bb98-4bcc-b7e9-0676ada422c7 req-9f24a3b5-75a7-4faa-89f4-60f6166759c2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:15.719383 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e121b14c-bb98-4bcc-b7e9-0676ada422c7 req-9f24a3b5-75a7-4faa-89f4-60f6166759c2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0504403 Jan 05 18:14:15.756261 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e121b14c-bb98-4bcc-b7e9-0676ada422c7 req-e8ecfe93-0c33-49f3-b5a7-5b59ee6f8734 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302374 Jan 05 18:14:16.156306 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:16.281122 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64362bf5-ef28-400b-9583-be129b2f7b42 req-1d89548e-8d73-452b-b7d1-f612310fc102 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:16.282618 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64362bf5-ef28-400b-9583-be129b2f7b42 req-1d89548e-8d73-452b-b7d1-f612310fc102 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0500851 Jan 05 18:14:16.323727 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-64362bf5-ef28-400b-9583-be129b2f7b42 req-3998dd29-3e85-4b72-af84-b86fa7f785f5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332284 Jan 05 18:14:16.476501 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:16.605148 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cedb9-f161-48a5-9d67-c22ab24adee4 req-c89751c6-358e-4a62-a238-89e85ee8addf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:16.606630 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c95cedb9-f161-48a5-9d67-c22ab24adee4 req-c89751c6-358e-4a62-a238-89e85ee8addf tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 948 time: 0.0529196 Jan 05 18:14:16.643846 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c95cedb9-f161-48a5-9d67-c22ab24adee4 req-039c03c8-5c65-4709-9a72-e287bc3d7524 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Jan 05 18:14:16.870797 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d0e07-e8cc-423c-8fad-37a7adcc0f8a req-67d5caad-83e7-4b57-b695-8094cd4c4155 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:16.872266 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-499d0e07-e8cc-423c-8fad-37a7adcc0f8a req-67d5caad-83e7-4b57-b695-8094cd4c4155 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0483155 Jan 05 18:14:16.908917 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-499d0e07-e8cc-423c-8fad-37a7adcc0f8a req-6c1711af-a24b-4135-b760-a291ebe29265 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Jan 05 18:14:17.450697 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815b99-b243-4eb2-8f3c-44122873ed4f req-be64fb5c-26b4-497f-8e20-2a720772b68a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:17.452150 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3e815b99-b243-4eb2-8f3c-44122873ed4f req-be64fb5c-26b4-497f-8e20-2a720772b68a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0614789 Jan 05 18:14:17.491126 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3e815b99-b243-4eb2-8f3c-44122873ed4f req-80cf7d78-8775-43a8-9c8b-86489704af00 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323412 Jan 05 18:14:17.760697 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f48e-db13-416a-ab56-c46acc7262e5 req-ff9b5de3-7da0-486f-80a3-564d770183dd tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:17.762320 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a444f48e-db13-416a-ab56-c46acc7262e5 req-ff9b5de3-7da0-486f-80a3-564d770183dd tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 948 time: 0.0524504 Jan 05 18:14:17.798777 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a444f48e-db13-416a-ab56-c46acc7262e5 req-8604c33c-94e6-412d-8d74-4a2c4205cf17 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Jan 05 18:14:18.025543 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dfec5-8564-4a6a-9441-ea2cf6c5923d req-bac01f98-3a67-4044-a6cb-fb609867b2b9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:18.027023 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9c3dfec5-8564-4a6a-9441-ea2cf6c5923d req-bac01f98-3a67-4044-a6cb-fb609867b2b9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0478339 Jan 05 18:14:18.064594 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9c3dfec5-8564-4a6a-9441-ea2cf6c5923d req-c10f5801-288c-40cb-b525-8d2c612fb23a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jan 05 18:14:18.432137 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d0fa3b99-2186-40ac-a16e-0d7f9e869c83 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:14:18.527124 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:18.539355 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83', 'network_id': '47b91377-f03e-4f63-a407-a66570c17a0e', 'port_id': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83', 'mac_address': 'fa:16:3e:22:6d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f93bcb-f00c-45e7-b722-dfa3aa77dd42', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:14:18.575097 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:18.587959 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fa3b99-2186-40ac-a16e-0d7f9e869c83 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:14:18.607098 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:18.612155 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb417-351a-4502-b9ee-32289d5925cf req-a9a79f05-4870-4b1b-b986-60f7222070ed tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:18.613761 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-063cb417-351a-4502-b9ee-32289d5925cf req-a9a79f05-4870-4b1b-b986-60f7222070ed tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0533624 Jan 05 18:14:18.654262 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-063cb417-351a-4502-b9ee-32289d5925cf req-03a74d54-fe56-48ab-8647-265d5972f302 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341723 Jan 05 18:14:18.693433 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:18.747138 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:18.822423 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158d39-2900-463a-8aaa-3fe5e19df2ff req-c532d0f7-3f21-4d3e-b437-9ba1f81c8268 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:18.823942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7158d39-2900-463a-8aaa-3fe5e19df2ff req-c532d0f7-3f21-4d3e-b437-9ba1f81c8268 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Jan 05 18:14:18.862300 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b7158d39-2900-463a-8aaa-3fe5e19df2ff req-9ad55199-7d7a-446d-9606-d7b393150301 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Jan 05 18:14:18.914895 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66b4b6-47c5-429e-a1dc-563d98ff3fb2 req-773715e1-c2a2-4bcc-aaea-948ab9c58a00 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:18.916298 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-de66b4b6-47c5-429e-a1dc-563d98ff3fb2 req-773715e1-c2a2-4bcc-aaea-948ab9c58a00 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 949 time: 0.0489099 Jan 05 18:14:18.952970 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-de66b4b6-47c5-429e-a1dc-563d98ff3fb2 req-12218ca0-574b-4813-8d46-31b235860d9d tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Jan 05 18:14:19.181374 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1395-9f35-4b9f-ab23-34096810fa3a req-dae802b1-32bd-4792-892b-6098c0c4174c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:19.182854 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bcaa1395-9f35-4b9f-ab23-34096810fa3a req-dae802b1-32bd-4792-892b-6098c0c4174c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0477228 Jan 05 18:14:19.218659 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bcaa1395-9f35-4b9f-ab23-34096810fa3a req-0291e04c-d324-4cc8-962b-9fd651b09206 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299940 Jan 05 18:14:19.276108 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['d0fa3b99-2186-40ac-a16e-0d7f9e869c83'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:14:19.769989 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a6f-bff2-4bd1-9c00-86b6e047830c req-4b394b0e-167a-4079-a38f-94c544d0084b tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:19.771469 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-55606a6f-bff2-4bd1-9c00-86b6e047830c req-4b394b0e-167a-4079-a38f-94c544d0084b tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0491717 Jan 05 18:14:19.810112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-55606a6f-bff2-4bd1-9c00-86b6e047830c req-4de6691a-09f6-4a22-a631-b6283f806e23 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325389 Jan 05 18:14:19.978342 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5af3f-a12e-460b-8d35-4b98c5d0c094 req-761ee268-7342-4391-a887-418452712e24 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:19.979824 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1ea5af3f-a12e-460b-8d35-4b98c5d0c094 req-761ee268-7342-4391-a887-418452712e24 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Jan 05 18:14:20.017133 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1ea5af3f-a12e-460b-8d35-4b98c5d0c094 req-59ced917-5c51-4d83-addc-17b10e33ba32 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308955 Jan 05 18:14:20.068463 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe4d71-96d4-48ba-92a6-64cd67aed514 req-e024357b-e701-49fa-9fec-8098d1433a8c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:20.069905 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a8fe4d71-96d4-48ba-92a6-64cd67aed514 req-e024357b-e701-49fa-9fec-8098d1433a8c tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 949 time: 0.0512629 Jan 05 18:14:20.106942 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a8fe4d71-96d4-48ba-92a6-64cd67aed514 req-35962b0a-a386-4c76-9027-49609a32c4ff tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Jan 05 18:14:20.338464 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf260-2d47-404e-b234-822e3f266bcc req-33e9a4ff-b8e3-4f34-98b5-1f6b236ad156 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:20.339921 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7ebf260-2d47-404e-b234-822e3f266bcc req-33e9a4ff-b8e3-4f34-98b5-1f6b236ad156 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 943 time: 0.0501766 Jan 05 18:14:20.375735 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f7ebf260-2d47-404e-b234-822e3f266bcc req-ca7455ad-17cf-4e8c-82a7-e4fe05316804 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Jan 05 18:14:20.435685 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:14:20.529989 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:20.540807 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'mac_address': 'fa:16:3e:26:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:14:20.575695 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:20.588064 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:14:20.606393 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:20.677107 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:20.724181 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=9']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:20.919490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd81d0-78ef-4f2f-8eb9-16d0e659ecd5 req-8e38b74e-993f-46a1-8be5-e4ec9a87955c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:20.920946 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5afd81d0-78ef-4f2f-8eb9-16d0e659ecd5 req-8e38b74e-993f-46a1-8be5-e4ec9a87955c tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0474181 Jan 05 18:14:20.960246 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5afd81d0-78ef-4f2f-8eb9-16d0e659ecd5 req-30723b9d-2788-4164-b51f-24a6387a5b30 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325339 Jan 05 18:14:21.128604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec99c3-7609-4412-82b4-ded9929c33df req-f9540c3a-50bc-4404-90c4-b813ae61d013 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:21.130095 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-89ec99c3-7609-4412-82b4-ded9929c33df req-f9540c3a-50bc-4404-90c4-b813ae61d013 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Jan 05 18:14:21.167333 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-89ec99c3-7609-4412-82b4-ded9929c33df req-74cb4694-7c89-4cf9-a1d4-25f212e8fca6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312517 Jan 05 18:14:21.218340 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411e297-d74d-48d5-8810-5b14ab71dc52 req-9d5b749f-ada7-4d10-8fd1-f19aa509f394 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:21.219781 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a411e297-d74d-48d5-8810-5b14ab71dc52 req-9d5b749f-ada7-4d10-8fd1-f19aa509f394 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 949 time: 0.0466928 Jan 05 18:14:21.239252 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['c5a45800-a3d4-41a3-b81d-2714d69e10a8'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:14:21.257654 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a411e297-d74d-48d5-8810-5b14ab71dc52 req-7f1f005a-5eba-492b-8f2e-a637fa98fb9d tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Jan 05 18:14:21.494804 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e546-51c3-4d9d-be29-0f1aa144440f req-7fc9355f-0375-4c48-bb56-4d306065b14f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:21.496256 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7190e546-51c3-4d9d-be29-0f1aa144440f req-7fc9355f-0375-4c48-bb56-4d306065b14f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0500996 Jan 05 18:14:21.532557 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7190e546-51c3-4d9d-be29-0f1aa144440f req-0c773a44-4bda-4a2c-9d1f-236b5d60ab36 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Jan 05 18:14:22.074872 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9e69-0844-484c-9d17-96afdf7da4bf req-171a8a3e-f3c4-4cec-849c-61c492f4bc73 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:22.076375 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-255d9e69-0844-484c-9d17-96afdf7da4bf req-171a8a3e-f3c4-4cec-849c-61c492f4bc73 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0521789 Jan 05 18:14:22.116326 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-255d9e69-0844-484c-9d17-96afdf7da4bf req-a3bfd877-2381-42d0-8c11-4ccbca835d35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341420 Jan 05 18:14:22.279214 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec445b72-df89-485e-bcf2-c4385c4e4690 req-b67aa752-f637-4391-87bf-1f576b6eb59d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:22.280707 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec445b72-df89-485e-bcf2-c4385c4e4690 req-b67aa752-f637-4391-87bf-1f576b6eb59d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Jan 05 18:14:22.319882 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec445b72-df89-485e-bcf2-c4385c4e4690 req-b51c93d9-ec30-4829-811f-675c34fa7b81 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Jan 05 18:14:22.375888 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be0c8-f06f-4416-9e26-2bbf504758f7 req-0c677950-22d1-4aca-ba45-47f0e558eda8 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:22.377382 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8b7be0c8-f06f-4416-9e26-2bbf504758f7 req-0c677950-22d1-4aca-ba45-47f0e558eda8 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 949 time: 0.0486403 Jan 05 18:14:22.414490 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8b7be0c8-f06f-4416-9e26-2bbf504758f7 req-b7bec0d5-1837-443b-9adf-be0a5b9e5d75 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Jan 05 18:14:22.451579 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d0fa3b99-2186-40ac-a16e-0d7f9e869c83 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:14:22.585039 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:14:22.589690 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:14:22.590138 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:22.650137 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:14:22.653588 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4020-4fc4-4e68-8050-1f4f3d84533a req-507cafc2-8411-4d48-94b5-e6ee38c22f01 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:22.655114 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02dc4020-4fc4-4e68-8050-1f4f3d84533a req-507cafc2-8411-4d48-94b5-e6ee38c22f01 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0498135 Jan 05 18:14:22.671060 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:22.693255 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02dc4020-4fc4-4e68-8050-1f4f3d84533a req-46d5fac9-d700-46d4-9fa6-37ac6d7b5260 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Jan 05 18:14:22.694430 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:14:22.696644 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb3d120-26aa-402a-8557-2aa7a06be243" -d '{"events": [{"server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:14:22.717935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:22.737082 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d187c0-75f2-40d7-8508-4f6c9ba02cae x-openstack-request-id: req-65d187c0-75f2-40d7-8508-4f6c9ba02cae {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:14:22.737428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:14:22.737687 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65d187c0-75f2-40d7-8508-4f6c9ba02cae {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:14:22.738163 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83', 'code': 200} Jan 05 18:14:22.762084 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:22.808088 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:23.056995 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6edbb-74a8-4fc9-9f95-2541cdeedb4c req-f781ea6d-fd46-4d32-9497-ef84474fe151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:23.058538 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-76b6edbb-74a8-4fc9-9f95-2541cdeedb4c req-f781ea6d-fd46-4d32-9497-ef84474fe151 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 1103 time: 0.0443993 Jan 05 18:14:23.091498 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-76b6edbb-74a8-4fc9-9f95-2541cdeedb4c req-8e499c05-df03-417e-ae5c-f8861ab2f595 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265832 Jan 05 18:14:23.227890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7270e-5e9c-47fb-beca-67f7b4266571 req-f321f821-3206-4513-9db9-24fd5b9542b3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:23.229394 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-88b7270e-5e9c-47fb-beca-67f7b4266571 req-f321f821-3206-4513-9db9-24fd5b9542b3 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0485737 Jan 05 18:14:23.267098 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-88b7270e-5e9c-47fb-beca-67f7b4266571 req-cb71ee3b-ca8f-4618-8a34-f74dc6ae646a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&id=9d582619-dee7-4eb3-8839-49d2ea43f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318384 Jan 05 18:14:23.434696 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dcdc7-c27d-4d31-afdc-dd57ebf1b445 req-2fdbf2a0-61c4-47a5-8b05-d03649a5fd08 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:23.436169 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7f4dcdc7-c27d-4d31-afdc-dd57ebf1b445 req-2fdbf2a0-61c4-47a5-8b05-d03649a5fd08 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Jan 05 18:14:23.475330 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7f4dcdc7-c27d-4d31-afdc-dd57ebf1b445 req-e68d95a5-2311-42c1-9e05-f1466b47a6da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321226 Jan 05 18:14:23.526604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae717-f883-4467-b2e7-10b30ea15790 req-05cb803c-bf67-4fb5-86ce-400b562812ef tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:23.528043 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-82eae717-f883-4467-b2e7-10b30ea15790 req-05cb803c-bf67-4fb5-86ce-400b562812ef tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0470798 Jan 05 18:14:23.563631 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-82eae717-f883-4467-b2e7-10b30ea15790 req-5eda46af-80ee-47a6-9dd5-0e7082f808bc tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296562 Jan 05 18:14:23.814422 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf71a23-58a1-4d04-85c5-05d01820639b req-005f6c36-4425-4f8e-8e95-c453599c9da3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:23.815903 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dcf71a23-58a1-4d04-85c5-05d01820639b req-005f6c36-4425-4f8e-8e95-c453599c9da3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 944 time: 0.0508215 Jan 05 18:14:23.854661 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dcf71a23-58a1-4d04-85c5-05d01820639b req-0b403721-53dd-4148-ae02-7552c89c6447 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jan 05 18:14:24.445782 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:14:24.495687 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port c5a45800-a3d4-41a3-b81d-2714d69e10a8 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:14:24.497346 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:24.573861 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:24.606288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fca9c-0aa4-4871-ad0e-c3f42c525f78 req-029e0d28-b4a0-4a19-95af-463b1cd362b9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:24.607703 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:24.607848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d65fca9c-0aa4-4871-ad0e-c3f42c525f78 req-029e0d28-b4a0-4a19-95af-463b1cd362b9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0534227 Jan 05 18:14:24.654616 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d65fca9c-0aa4-4871-ad0e-c3f42c525f78 req-399271a7-b85a-48f1-97b5-d0c47cd3da9f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391088 Jan 05 18:14:24.681588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e1517-4f27-4f7d-9c0b-3443461c7878 req-47b8a39f-2519-412d-965b-3ca5248cedbc tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:24.683136 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-278e1517-4f27-4f7d-9c0b-3443461c7878 req-47b8a39f-2519-412d-965b-3ca5248cedbc tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0493572 Jan 05 18:14:24.688082 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:24.721457 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-278e1517-4f27-4f7d-9c0b-3443461c7878 req-bb47c1e4-3045-42ac-b12e-e47de759ae49 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Jan 05 18:14:24.737004 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=10']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:24.740154 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:14:24.742286 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704adad4-d12f-4e9e-8a56-f3020face7f4" -d '{"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:14:24.778332 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc926e-5170-49d5-a6a9-bf428bbdc914 x-openstack-request-id: req-f3fc926e-5170-49d5-a6a9-bf428bbdc914 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:14:24.779005 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:14:24.779005 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3fc926e-5170-49d5-a6a9-bf428bbdc914 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:14:24.779413 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'code': 200} Jan 05 18:14:24.969963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb644b-4ec2-4215-a18c-15bb088cb046 req-c6d4b08e-aade-4177-a184-0adce61f9ca6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:24.971436 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2bb644b-4ec2-4215-a18c-15bb088cb046 req-c6d4b08e-aade-4177-a184-0adce61f9ca6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0479023 Jan 05 18:14:25.009635 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2bb644b-4ec2-4215-a18c-15bb088cb046 req-247dff73-79df-410b-b1a2-6dc715ace145 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Jan 05 18:14:25.519536 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb558-f5b8-4526-9c9b-071576440b9c req-1dcf3c3d-f63b-4e13-9e95-d60f254c42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:25.520990 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-17dcb558-f5b8-4526-9c9b-071576440b9c req-1dcf3c3d-f63b-4e13-9e95-d60f254c42b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 1099 time: 0.0381222 Jan 05 18:14:25.555186 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-17dcb558-f5b8-4526-9c9b-071576440b9c req-e95d48dd-9b9d-45b4-aa40-8c5cb70a4500 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275905 Jan 05 18:14:25.768852 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab349-a8f2-4841-b6e3-577f711f2155 req-3a20b3ee-0951-4859-8bae-a7498a6560ec tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:25.770490 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1cab349-a8f2-4841-b6e3-577f711f2155 req-3a20b3ee-0951-4859-8bae-a7498a6560ec tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Jan 05 18:14:25.807835 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1cab349-a8f2-4841-b6e3-577f711f2155 req-8cde4a42-2c2c-4c67-a921-84279162373d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Jan 05 18:14:25.839275 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30ae1-339c-4cb4-82e5-9e15daa4cb36 req-f868759c-541f-42ce-83fa-839c854f5965 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:25.840748 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1a30ae1-339c-4cb4-82e5-9e15daa4cb36 req-f868759c-541f-42ce-83fa-839c854f5965 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0523326 Jan 05 18:14:25.879434 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1a30ae1-339c-4cb4-82e5-9e15daa4cb36 req-12d8a3dd-40ed-4046-87e1-54bc048e8592 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Jan 05 18:14:26.128358 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921427-f60d-4cba-83b7-4fe8a66e2717 req-4c2085ab-f752-41e3-a152-0674c8ef518e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:26.130400 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b921427-f60d-4cba-83b7-4fe8a66e2717 req-4c2085ab-f752-41e3-a152-0674c8ef518e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0506735 Jan 05 18:14:26.168887 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2b921427-f60d-4cba-83b7-4fe8a66e2717 req-b0664633-1d68-4efe-a7da-ea07057c7bc1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Jan 05 18:14:26.286935 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912268e-d8e9-4993-884b-91116e0bcf51 req-8d4486c8-cf49-4e6d-b70a-50de570eadad tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:26.288420 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4912268e-d8e9-4993-884b-91116e0bcf51 req-8d4486c8-cf49-4e6d-b70a-50de570eadad tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0491626 Jan 05 18:14:26.325112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4912268e-d8e9-4993-884b-91116e0bcf51 req-351dc540-d591-42ac-ac62-22b23927d6e2 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306237 Jan 05 18:14:26.922059 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99253a54-2878-491a-a013-da6f636255c2 req-2e5f6d6a-cc0a-4d0b-a35c-b3dbc4b3450b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:26.923511 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-99253a54-2878-491a-a013-da6f636255c2 req-2e5f6d6a-cc0a-4d0b-a35c-b3dbc4b3450b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0497966 Jan 05 18:14:26.960367 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-99253a54-2878-491a-a013-da6f636255c2 req-933b3c75-e375-4258-9295-3e091d0aba2d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305769 Jan 05 18:14:27.290463 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1189cc-bddd-4119-9b34-a707c0e81270 req-3be91431-9924-4f2a-b672-120646fc4e7c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:27.291949 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df1189cc-bddd-4119-9b34-a707c0e81270 req-3be91431-9924-4f2a-b672-120646fc4e7c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0502017 Jan 05 18:14:27.328551 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df1189cc-bddd-4119-9b34-a707c0e81270 req-7e5838ac-893f-4c0b-8a01-5c1c45a1fda0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Jan 05 18:14:27.440560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ed02-7d08-4795-93cb-16469d6c2d9d req-5a7c887a-5183-4adf-a1c4-1c2026c03b28 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:27.442108 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d2f0ed02-7d08-4795-93cb-16469d6c2d9d req-5a7c887a-5183-4adf-a1c4-1c2026c03b28 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0488803 Jan 05 18:14:27.480811 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d2f0ed02-7d08-4795-93cb-16469d6c2d9d req-dfd8bd0f-6141-43d3-99d1-8c4895d9a40b tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Jan 05 18:14:28.073587 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fc55-57d5-4bc6-8a14-21271339946c req-f3947cd6-1273-415c-9abc-f8338317ca1b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:28.075095 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bcf9fc55-57d5-4bc6-8a14-21271339946c req-f3947cd6-1273-415c-9abc-f8338317ca1b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Jan 05 18:14:28.113649 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bcf9fc55-57d5-4bc6-8a14-21271339946c req-0bd3a97b-ecab-4fbf-8763-9e93be33188a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Jan 05 18:14:28.327964 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700242-0105-45ae-b923-3582e4878447 req-f45f7620-5491-4fc8-afd8-8b2544d6b5a6 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:28.329308 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-83700242-0105-45ae-b923-3582e4878447 req-f45f7620-5491-4fc8-afd8-8b2544d6b5a6 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0474038 Jan 05 18:14:28.465994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536939-e0b0-4b0c-99ec-95154165314b req-3db3ee38-7ebb-4568-96ae-cb2d2bb90a8f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:28.467495 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-90536939-e0b0-4b0c-99ec-95154165314b req-3db3ee38-7ebb-4568-96ae-cb2d2bb90a8f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0612683 Jan 05 18:14:28.477839 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Deleting port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:14:28.480508 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:28.562934 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-90536939-e0b0-4b0c-99ec-95154165314b req-e5eccc01-5cea-4dab-ae03-6dca34b4ea94 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878632 Jan 05 18:14:28.594548 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] For port d0fa3b99-2186-40ac-a16e-0d7f9e869c83, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,segment=NetworkSegment(db7fdf69-49f5-4654-8e40-c54dd99b4789),segment_id=db7fdf69-49f5-4654-8e40-c54dd99b4789)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:14:28.594918 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:28.608277 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Calling delete_port for d0fa3b99-2186-40ac-a16e-0d7f9e869c83 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:14:28.612284 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce8493-7a3a-4739-a7d4-c768e9ffc728 req-0cd6f1a0-90a8-4606-8558-c6e5e1317c43 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:28.614689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5ce8493-7a3a-4739-a7d4-c768e9ffc728 req-0cd6f1a0-90a8-4606-8558-c6e5e1317c43 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 950 time: 0.0627241 Jan 05 18:14:28.651774 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5ce8493-7a3a-4739-a7d4-c768e9ffc728 req-5888c044-9f7d-458a-a4e0-0879feff29b8 tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/security-groups?id=24d44980-80a4-4e83-b9f6-d3b19122195d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jan 05 18:14:28.819058 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:28.854445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Pushing event deleted for resources: {'Port': ['ID=d0fa3b99-2186-40ac-a16e-0d7f9e869c83,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:28.892238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] No DVR routers for this DVR port d0fa3b99-2186-40ac-a16e-0d7f9e869c83 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:14:28.896309 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:28.899613 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-83700242-0105-45ae-b923-3582e4878447 req-a72077f5-0d3a-4acd-9950-e907a6a3d5ee tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.10 "DELETE /v2.0/ports/d0fa3b99-2186-40ac-a16e-0d7f9e869c83 HTTP/1.1" status: 204 len: 173 time: 0.5647850 Jan 05 18:14:28.900074 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'name': 'network-vif-deleted', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:14:28.902533 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc20b1-53ce-4090-9229-f223c0a7d7cd" -d '{"events": [{"server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "name": "network-vif-deleted", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:14:28.950531 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff41e090-abca-46ae-91d4-8b5cf801c828 x-openstack-request-id: req-ff41e090-abca-46ae-91d4-8b5cf801c828 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:14:28.950832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ff186-8758-4b73-bc3d-0ebe16227f8c", "name": "network-vif-deleted", "tag": "d0fa3b99-2186-40ac-a16e-0d7f9e869c83", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:14:28.951071 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff41e090-abca-46ae-91d4-8b5cf801c828 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:14:28.951462 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ff186-8758-4b73-bc3d-0ebe16227f8c', 'name': 'network-vif-deleted', 'tag': 'd0fa3b99-2186-40ac-a16e-0d7f9e869c83', 'status': 'completed', 'code': 200} Jan 05 18:14:29.232248 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a851-b0c3-4cab-a8e4-1a8fc5287db7 req-b555c218-9b8a-4a9f-839e-6ccd7ca8c829 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:29.233777 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4749a851-b0c3-4cab-a8e4-1a8fc5287db7 req-b555c218-9b8a-4a9f-839e-6ccd7ca8c829 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0528612 Jan 05 18:14:29.273876 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4749a851-b0c3-4cab-a8e4-1a8fc5287db7 req-304a2eb3-3bf5-4e34-88de-a559aa866f60 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Jan 05 18:14:29.689784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06785ab-8897-427f-9034-d83256d0a2df req-8ee2bdf6-2569-4493-8b5e-3b85280febb8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:29.691970 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f06785ab-8897-427f-9034-d83256d0a2df req-8ee2bdf6-2569-4493-8b5e-3b85280febb8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0492063 Jan 05 18:14:29.733859 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f06785ab-8897-427f-9034-d83256d0a2df req-ae00964b-587f-4d48-b640-8bb0a1cfe426 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355136 Jan 05 18:14:29.762040 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-120a03fe-23b5-42a1-a1d4-43c6faf82ba3 req-edd2382e-6b1c-4d96-a657-5ee44b115fdc tempest-VolumesNegativeTest-1800361229 tempest-VolumesNegativeTest-1800361229-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9ff186-8758-4b73-bc3d-0ebe16227f8c HTTP/1.1" status: 200 len: 210 time: 0.0304320 Jan 05 18:14:30.388903 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76306d-396a-4c25-aa18-e857a850f9c9 req-3f8a3d6b-3213-4b3a-b707-a757f7007afe tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:30.390370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1e76306d-396a-4c25-aa18-e857a850f9c9 req-3f8a3d6b-3213-4b3a-b707-a757f7007afe tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Jan 05 18:14:30.427206 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1e76306d-396a-4c25-aa18-e857a850f9c9 req-7d0453a6-357e-4618-a95f-42c5610e918c tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302660 Jan 05 18:14:30.496101 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d0fa3b99-2186-40ac-a16e-0d7f9e869c83 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:14:30.518546 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: d0fa3b99-2186-40ac-a16e-0d7f9e869c83 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:14:30.518814 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d0fa3b99-2186-40ac-a16e-0d7f9e869c83 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:14:31.540786 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f676bc-d096-4e58-aedc-b71f15de0184 req-77df3950-42b8-4898-9d7e-d2222f5bcedf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:31.542279 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-49f676bc-d096-4e58-aedc-b71f15de0184 req-77df3950-42b8-4898-9d7e-d2222f5bcedf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0490165 Jan 05 18:14:31.583474 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-49f676bc-d096-4e58-aedc-b71f15de0184 req-4de4576a-bcd5-4e63-828f-89f013acbd57 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Jan 05 18:14:32.697546 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d817e-9ead-4716-a7e6-c45728eb627a req-de8092e0-8309-4edd-8d79-98ccc114dd1d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:32.699068 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9b7d817e-9ead-4716-a7e6-c45728eb627a req-de8092e0-8309-4edd-8d79-98ccc114dd1d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Jan 05 18:14:32.738374 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9b7d817e-9ead-4716-a7e6-c45728eb627a req-78e26ac8-6981-4072-bb5f-ecfda00d3f1b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Jan 05 18:14:33.852550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099d73b-9d3e-4da4-9a78-15a8a9fa8edd req-79d399fa-4b16-40e5-ad90-9a134a5a03ae tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:33.853931 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d099d73b-9d3e-4da4-9a78-15a8a9fa8edd req-79d399fa-4b16-40e5-ad90-9a134a5a03ae tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Jan 05 18:14:33.891417 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d099d73b-9d3e-4da4-9a78-15a8a9fa8edd req-50971912-400e-4d79-b953-4214c6672a19 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315785 Jan 05 18:14:35.006774 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ebede-ee94-4776-a593-e206c2a5d9de req-aa2d2bf2-5037-43ba-9d4e-d9d81899fd45 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.008259 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d52ebede-ee94-4776-a593-e206c2a5d9de req-aa2d2bf2-5037-43ba-9d4e-d9d81899fd45 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Jan 05 18:14:35.055898 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d52ebede-ee94-4776-a593-e206c2a5d9de req-51438d50-bcb2-49d6-95e6-f21f7b4788ce tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377653 Jan 05 18:14:35.385668 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c215ad-79da-4a80-b2b6-fcf1be009a24 req-486fb725-adac-40f4-8382-563205145c42 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.387188 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a9c215ad-79da-4a80-b2b6-fcf1be009a24 req-486fb725-adac-40f4-8382-563205145c42 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Jan 05 18:14:35.424663 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a9c215ad-79da-4a80-b2b6-fcf1be009a24 req-b509e5bb-a4b8-4a22-bdfa-f4bff201b7da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316482 Jan 05 18:14:35.541491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-e3c9f848-3529-4207-984d-7432eef47a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.543075 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-e3c9f848-3529-4207-984d-7432eef47a0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0427375 Jan 05 18:14:35.629390 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-cec892d5-aa43-4400-bfe5-f1a1b95fd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.630881 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-cec892d5-aa43-4400-bfe5-f1a1b95fd232 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.0813720 Jan 05 18:14:35.703675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-8caa6e73-53ed-4239-a126-410de66b5a5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0643640 Jan 05 18:14:35.750811 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-8749ddfa-eea1-4376-aaac-cc2c9ff5bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.752477 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-8749ddfa-eea1-4376-aaac-cc2c9ff5bd13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0423508 Jan 05 18:14:35.797258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-eace72d6-a91c-44fc-ba39-9f214c43a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:35.798698 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-eace72d6-a91c-44fc-ba39-9f214c43a607 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0387907 Jan 05 18:14:35.889091 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-0e67c50d-663e-40f1-979b-8fec815b7a48 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Jan 05 18:14:35.977306 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-550549d6-3ab8-423d-b22d-d97809a9c564 req-8f29be9d-49a5-4f16-a817-7f672274c807 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802374 Jan 05 18:14:36.092992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34524) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:14:36.220961 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-756e6d05-bebe-46ce-8c66-21e3e6448748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d66495117824c448493fd9b5c76a2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268246 Jan 05 18:14:36.224052 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34528) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:14:36.270156 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:36.290870 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:36.401865 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:36.404374 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:36.408271 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24d44980-80a4-4e83-b9f6-d3b19122195d HTTP/1.1" status: 204 len: 168 time: 0.1807497 Jan 05 18:14:36.414615 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451280ab-43b7-4d8d-b31a-4351d98e4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d44980-80a4-4e83-b9f6-d3b19122195d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:14:36.544070 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f535f2-b0f4-49b1-ae92-1abb1d144be3 req-09054ceb-1e2e-4b91-8f71-6f9a211aa2a9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:36.545521 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-17f535f2-b0f4-49b1-ae92-1abb1d144be3 req-09054ceb-1e2e-4b91-8f71-6f9a211aa2a9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Jan 05 18:14:36.583649 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-17f535f2-b0f4-49b1-ae92-1abb1d144be3 req-f541e946-04ad-4e16-aea0-6e8c1017279a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Jan 05 18:14:37.700541 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6e0ce-5cb4-4fc5-bce1-d88011a0824e req-95f9954b-4893-4fc6-9ffc-9de11e896469 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:37.702039 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d2c6e0ce-5cb4-4fc5-bce1-d88011a0824e req-95f9954b-4893-4fc6-9ffc-9de11e896469 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Jan 05 18:14:37.738839 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d2c6e0ce-5cb4-4fc5-bce1-d88011a0824e req-fd0b74ad-9dea-418d-8384-ca4310c2cc71 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309398 Jan 05 18:14:38.469474 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:41.281855 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-78c41e4e-2fc1-4381-a2d9-d97b6f40d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:43.573319 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-15f54e18-d28a-42bd-8511-29191ceebd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:44.607228 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:46.172306 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:46.199664 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-0ba3edd4-05d8-4140-9ca6-210ea9988fae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429316 Jan 05 18:14:46.271854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-0019b61e-93a7-4df4-8040-6b3c625c037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:46.273978 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-0019b61e-93a7-4df4-8040-6b3c625c037b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1138 time: 0.0402839 Jan 05 18:14:46.380387 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-31609c00-93e4-430b-af8a-a0f0f7f36804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:46.381801 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-31609c00-93e4-430b-af8a-a0f0f7f36804 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0897112 Jan 05 18:14:46.451150 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-016a5c76-c18d-4fe7-a3c1-013da834142f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1002 time: 0.0581481 Jan 05 18:14:46.498984 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:14:46.499239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-641ef753-67f7-46dc-9b56-f22d559f66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:46.500514 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-641ef753-67f7-46dc-9b56-f22d559f66d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0425818 Jan 05 18:14:46.548887 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-61ba5fdf-160c-4def-9776-31078825bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:46.550427 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-61ba5fdf-160c-4def-9776-31078825bf13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419672 Jan 05 18:14:46.638037 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-93eab8b2-7fb3-408b-be8e-a82b88dc28b7 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808301 Jan 05 18:14:46.729949 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-72368e94-4415-42d8-9f5b-36c836c63c0e req-7cf9b669-fa58-4ae2-9208-d8ccb23993d6 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Jan 05 18:14:46.954480 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0c3e2-ee4f-4dfc-915d-ed014909eb95 req-e475f7f9-c275-40fa-97fb-3d7ff7bc2823 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:46.955941 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-acf0c3e2-ee4f-4dfc-915d-ed014909eb95 req-e475f7f9-c275-40fa-97fb-3d7ff7bc2823 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Jan 05 18:14:46.992689 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-acf0c3e2-ee4f-4dfc-915d-ed014909eb95 req-d84ccb81-a7c0-49e1-b3e1-d04e57cf6e44 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305886 Jan 05 18:14:48.347117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2064-b1b8-4d22-a08b-a9d233050a58 req-cf667d1b-82fa-4fac-8ea9-6ca23bf27c27 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:48.348496 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc5a2064-b1b8-4d22-a08b-a9d233050a58 req-cf667d1b-82fa-4fac-8ea9-6ca23bf27c27 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.2853873 Jan 05 18:14:48.385871 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc5a2064-b1b8-4d22-a08b-a9d233050a58 req-7efba995-219d-47bf-acb1-6749fcca667e tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311542 Jan 05 18:14:49.495399 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af6ab3-0fb6-4477-b38e-24047a590b92 req-fd30f929-d89f-4af8-bde1-b88933a11f2b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:49.496839 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f4af6ab3-0fb6-4477-b38e-24047a590b92 req-fd30f929-d89f-4af8-bde1-b88933a11f2b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0468698 Jan 05 18:14:49.533093 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f4af6ab3-0fb6-4477-b38e-24047a590b92 req-e658cf69-2488-4ecb-9af9-293fb3f36dd5 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305455 Jan 05 18:14:50.644408 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f8de-10d3-4690-aadb-82fa501f3aa2 req-7db7800b-5484-4e1c-8b5e-1d72fae73863 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:50.645848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8119f8de-10d3-4690-aadb-82fa501f3aa2 req-7db7800b-5484-4e1c-8b5e-1d72fae73863 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Jan 05 18:14:50.683264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8119f8de-10d3-4690-aadb-82fa501f3aa2 req-e144e40f-54c8-4d01-a91a-0518d61fcc5d tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Jan 05 18:14:51.798002 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ed96-bf21-479a-ac33-727f4932a979 req-29bca248-7f87-4ca6-8d7d-a691fabd66f2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:51.799509 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0d31ed96-bf21-479a-ac33-727f4932a979 req-29bca248-7f87-4ca6-8d7d-a691fabd66f2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Jan 05 18:14:51.835908 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0d31ed96-bf21-479a-ac33-727f4932a979 req-55aa11a9-31c8-409a-9f67-9239184d5eb0 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298424 Jan 05 18:14:53.152450 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e485-4a81-404c-8376-aafb8ac4e7c6 req-ee75e9f6-97cd-4f93-8e4b-22d227ad0e50 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:53.153803 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f2a9e485-4a81-404c-8376-aafb8ac4e7c6 req-ee75e9f6-97cd-4f93-8e4b-22d227ad0e50 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0466003 Jan 05 18:14:53.192115 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f2a9e485-4a81-404c-8376-aafb8ac4e7c6 req-dd7f03d1-5f97-43e7-9e0e-8064248dd1e9 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Jan 05 18:14:54.303489 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73788be0-a2ac-4e20-b164-d3a0664f89a7 req-d5374076-ab8a-438f-8bb9-1694b49a7409 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:54.304930 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-73788be0-a2ac-4e20-b164-d3a0664f89a7 req-d5374076-ab8a-438f-8bb9-1694b49a7409 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0473647 Jan 05 18:14:54.341194 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-73788be0-a2ac-4e20-b164-d3a0664f89a7 req-f1c8597a-9814-4cb8-8926-63997be36c2f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302629 Jan 05 18:14:55.452358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5ff3-28f4-4e2b-b3ce-dd5d2db9ae81 req-3d9938ac-f8d2-463a-83b2-888a286510ae tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:55.453831 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-402a5ff3-28f4-4e2b-b3ce-dd5d2db9ae81 req-3d9938ac-f8d2-463a-83b2-888a286510ae tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0476394 Jan 05 18:14:55.490498 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-402a5ff3-28f4-4e2b-b3ce-dd5d2db9ae81 req-9f5ae07a-6d2d-4172-80ee-4d2511c1dd54 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Jan 05 18:14:56.599606 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2c4f6-3ab4-4830-9da1-3fab961a0882 req-fd50ebec-b305-436a-ab87-702be817573c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:56.601044 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5f2c4f6-3ab4-4830-9da1-3fab961a0882 req-fd50ebec-b305-436a-ab87-702be817573c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0469301 Jan 05 18:14:56.638489 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a5f2c4f6-3ab4-4830-9da1-3fab961a0882 req-7f53bb5d-b26f-4160-bd66-c5039f0147bc tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Jan 05 18:14:57.747968 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4db2d7-c62d-4fdd-83dc-52f14a7047e4 req-813cbab8-caa7-40bb-a190-5c9c27dede1f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:57.749394 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8b4db2d7-c62d-4fdd-83dc-52f14a7047e4 req-813cbab8-caa7-40bb-a190-5c9c27dede1f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0466678 Jan 05 18:14:57.785544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8b4db2d7-c62d-4fdd-83dc-52f14a7047e4 req-5d746e9e-fd52-438b-bf17-07e4ed1991dc tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303509 Jan 05 18:14:58.899074 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17291-e56d-40d8-90e0-e985724826ec req-e839dc1e-bc11-4bb9-8d32-6114b5918fe0 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:14:58.900490 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-84c17291-e56d-40d8-90e0-e985724826ec req-e839dc1e-bc11-4bb9-8d32-6114b5918fe0 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Jan 05 18:14:58.938553 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-84c17291-e56d-40d8-90e0-e985724826ec req-213c7167-6dbd-4286-a484-701ccfbfbe21 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Jan 05 18:14:59.649050 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:15:00.051381 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a3a2-cab3-4a8e-b33c-b469f1b9e670 req-dc2212b8-d02e-44c2-b1bf-4e77a0f9cf07 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:00.052847 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b78a3a2-cab3-4a8e-b33c-b469f1b9e670 req-dc2212b8-d02e-44c2-b1bf-4e77a0f9cf07 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Jan 05 18:15:00.094544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2b78a3a2-cab3-4a8e-b33c-b469f1b9e670 req-4b666ad5-7dfa-4706-80ae-4192397a1c91 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353811 Jan 05 18:15:01.208959 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc7824-b0a1-4361-9cc0-667dc1d2efbf req-d06ad232-3dc0-4f2b-8d04-6bd50793d1e8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:01.210473 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-07bc7824-b0a1-4361-9cc0-667dc1d2efbf req-d06ad232-3dc0-4f2b-8d04-6bd50793d1e8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Jan 05 18:15:01.248642 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-07bc7824-b0a1-4361-9cc0-667dc1d2efbf req-2b4cb9c7-5001-430d-b3eb-bb5c496d2d29 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Jan 05 18:15:02.281396 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde80d-f625-4045-9720-5a027283adeb req-72497416-198a-40ed-a1d6-70135f138e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:02.282473 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-72497416-198a-40ed-a1d6-70135f138e71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0406079 Jan 05 18:15:02.398665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff92b-23b7-4307-904d-529156b4b29e req-9a10a1bb-1aee-4e2c-ab8a-31909c1325fa tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:02.400702 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-adaff92b-23b7-4307-904d-529156b4b29e req-9a10a1bb-1aee-4e2c-ab8a-31909c1325fa tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0709112 Jan 05 18:15:02.423892 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde80d-f625-4045-9720-5a027283adeb req-b1c5e7b3-8939-429c-9e2d-486a2b7eb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:02.425278 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-b1c5e7b3-8939-429c-9e2d-486a2b7eb8fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.1367340 Jan 05 18:15:02.478960 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-adaff92b-23b7-4307-904d-529156b4b29e req-17b23f3f-f34d-4c74-b135-689c2c69ebd8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697865 Jan 05 18:15:02.499724 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-b542547d-c857-40ca-a7aa-159602dcd74b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 1001 time: 0.0623093 Jan 05 18:15:02.551098 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde80d-f625-4045-9720-5a027283adeb req-a223d826-408d-4fe1-97c3-d58a97dfa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:02.552405 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-a223d826-408d-4fe1-97c3-d58a97dfa3a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0454979 Jan 05 18:15:02.596365 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde80d-f625-4045-9720-5a027283adeb req-91df7175-b5cf-49b2-9efa-dbb0c2536ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:02.597767 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-91df7175-b5cf-49b2-9efa-dbb0c2536ff2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383689 Jan 05 18:15:02.684633 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-e0419006-a22f-470f-89b8-f4eef0d09330 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800138 Jan 05 18:15:02.775005 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15bde80d-f625-4045-9720-5a027283adeb req-dcc07fcf-22f7-45a6-a94c-a80a001f464f service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Jan 05 18:15:03.589604 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9019e-dbd6-4eb3-b6de-84412001465c req-8cc81e9b-0589-48f3-9e8c-0aac2b8a0d71 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:03.591083 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0df9019e-dbd6-4eb3-b6de-84412001465c req-8cc81e9b-0589-48f3-9e8c-0aac2b8a0d71 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0473142 Jan 05 18:15:03.628613 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0df9019e-dbd6-4eb3-b6de-84412001465c req-c0cb8039-f4c1-492a-96f2-56b648bfedbe tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Jan 05 18:15:04.741659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5def485-faf6-4179-b2a3-31824e2aca75 req-c66361e0-2b0b-4558-9b95-e47ba2b580af tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:04.743871 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a5def485-faf6-4179-b2a3-31824e2aca75 req-c66361e0-2b0b-4558-9b95-e47ba2b580af tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0472612 Jan 05 18:15:04.780119 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a5def485-faf6-4179-b2a3-31824e2aca75 req-fa273ced-b735-4fc7-b2c6-f880fea3b7ef tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304356 Jan 05 18:15:05.896873 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb33dfa-1907-4ac7-8c4d-e5f72846d86a req-4268ea84-2345-4557-b558-8a2cae647521 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:05.898300 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bbb33dfa-1907-4ac7-8c4d-e5f72846d86a req-4268ea84-2345-4557-b558-8a2cae647521 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Jan 05 18:15:05.935365 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bbb33dfa-1907-4ac7-8c4d-e5f72846d86a req-735c630e-cbef-4166-930a-eb6bad90d9c7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Jan 05 18:15:06.329899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41be4e-c8c9-45ae-a6b3-9dce9e06d023 req-5f1dcd29-05df-424d-93fd-3f87df534d22 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:06.331376 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9a41be4e-c8c9-45ae-a6b3-9dce9e06d023 req-5f1dcd29-05df-424d-93fd-3f87df534d22 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0682940 Jan 05 18:15:06.360739 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-8e0e77b3-05d7-4c07-ae01-a36e9a8b3b23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621941 Jan 05 18:15:06.385486 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9a41be4e-c8c9-45ae-a6b3-9dce9e06d023 req-3d5cf3cf-ae01-47a6-b1d7-dd0fbf4d5cbe tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Jan 05 18:15:07.490068 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65316-c1a7-46a2-a298-d6255cc7efa1 req-f1803635-60a5-41cf-bc6f-19ee1d6c27a7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:07.491603 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0ae65316-c1a7-46a2-a298-d6255cc7efa1 req-f1803635-60a5-41cf-bc6f-19ee1d6c27a7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Jan 05 18:15:07.528292 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0ae65316-c1a7-46a2-a298-d6255cc7efa1 req-df405dd8-550b-497a-9e6e-678c1f0ac48f tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297215 Jan 05 18:15:08.480240 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:08.644162 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2bb03-8ade-4534-a0af-d478761905b7 req-b2257420-4707-4d8d-9cbb-a337f3fdd8f7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:08.645649 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-41c2bb03-8ade-4534-a0af-d478761905b7 req-b2257420-4707-4d8d-9cbb-a337f3fdd8f7 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Jan 05 18:15:08.657178 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:15:08.687286 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-41c2bb03-8ade-4534-a0af-d478761905b7 req-f347f2a1-eb42-4472-bd7d-ba06e2c456ed tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Jan 05 18:15:08.734463 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-d6686f4f-6f6a-452f-b7e8-95d75ef1e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:08.736165 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:08.736336 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-d6686f4f-6f6a-452f-b7e8-95d75ef1e70a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2&tenant_id=77afa1dabebf479f8d59f54a3d9fad5a HTTP/1.1" status: 200 len: 1098 time: 0.0458808 Jan 05 18:15:08.760769 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:08.765347 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8037608-40dd-44c8-baf5-a52012f0e708" -d '{"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:08.779598 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:08.804585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc72f556-5829-4cfa-8c11-a9e847851283 x-openstack-request-id: req-cc72f556-5829-4cfa-8c11-a9e847851283 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:08.804881 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:08.805137 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc72f556-5829-4cfa-8c11-a9e847851283 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:08.805597 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'code': 200} Jan 05 18:15:08.817661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-2d8beef5-bca5-4f68-bc36-ea379a30aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:08.819149 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-2d8beef5-bca5-4f68-bc36-ea379a30aa04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0500882 Jan 05 18:15:08.851891 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:08.898718 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=6']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:08.905882 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.906256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.906597 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.906931 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.907548 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.907677 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.907901 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.908227 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.908572 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.909396 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.909396 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.909585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:08.932245 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-5d50f7be-60c2-4a5b-bc80-bcb0dd22e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:08.933683 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-5d50f7be-60c2-4a5b-bc80-bcb0dd22e5f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.0845082 Jan 05 18:15:09.000527 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-cec86f8c-2ae1-43f2-a4b6-0e05350ffcc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 999 time: 0.0591280 Jan 05 18:15:09.046796 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-8f22d80f-ae7c-4a59-a90d-d02ee5b07c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:09.048176 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-8f22d80f-ae7c-4a59-a90d-d02ee5b07c0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0417449 Jan 05 18:15:09.094747 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-c6ee2bca-49aa-48e0-a608-f48be9a46f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:09.096177 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-c6ee2bca-49aa-48e0-a608-f48be9a46f22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0414052 Jan 05 18:15:09.181545 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-326613cf-5298-4d64-b1d0-dfd72bf6b0c2 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783691 Jan 05 18:15:09.275724 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-379d0f35-fc64-445f-bd18-57db19aca0d3 req-e216a348-54c3-43cc-83e3-bc66dd254507 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824802 Jan 05 18:15:09.799703 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf604-ff81-4b18-8cd1-e7bf05089aeb req-59c4fd34-f4a7-4d62-8ab1-24c02095b1c9 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:09.801361 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5cfaf604-ff81-4b18-8cd1-e7bf05089aeb req-59c4fd34-f4a7-4d62-8ab1-24c02095b1c9 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0503922 Jan 05 18:15:09.837639 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5cfaf604-ff81-4b18-8cd1-e7bf05089aeb req-6af219e9-6074-4452-8876-15b50e57b9ed tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301065 Jan 05 18:15:10.951722 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2cc56-e9c6-4033-bb1a-72b676caa7a6 req-bdbe7d8b-e8b7-4fd5-b47b-357399db2911 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:10.953176 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-24b2cc56-e9c6-4033-bb1a-72b676caa7a6 req-bdbe7d8b-e8b7-4fd5-b47b-357399db2911 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0474010 Jan 05 18:15:10.989506 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-24b2cc56-e9c6-4033-bb1a-72b676caa7a6 req-98d69570-0ec6-4e3a-b999-4019af84d3c1 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Jan 05 18:15:11.281035 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-920f2c19-87f6-4a38-a492-a6e8340292aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:12.101794 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b19c4-370b-4d38-bd38-2d183432a5f9 req-d4d79f75-a423-4ad0-ba19-3adfd9954bcc tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:12.103517 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-414b19c4-370b-4d38-bd38-2d183432a5f9 req-d4d79f75-a423-4ad0-ba19-3adfd9954bcc tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0476043 Jan 05 18:15:12.139735 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-414b19c4-370b-4d38-bd38-2d183432a5f9 req-22d45663-6841-43e3-b0e3-82ab5f531709 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301375 Jan 05 18:15:13.250579 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907740b-93a9-499b-846e-d598b83ba72a req-2aa42a56-21d0-4c7e-806c-0405e1510c94 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:13.252025 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7907740b-93a9-499b-846e-d598b83ba72a req-2aa42a56-21d0-4c7e-806c-0405e1510c94 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0479531 Jan 05 18:15:13.288498 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7907740b-93a9-499b-846e-d598b83ba72a req-c13ff01a-bb06-476b-9f52-e6d19c04888b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307269 Jan 05 18:15:13.567157 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ceb9de21-9193-4693-8b9e-2f610de5e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:14.404086 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402e577-5be7-4add-8042-8dbbf6c1e923 req-bfea8347-de4e-44b0-97d8-aabb91a6284c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:14.405562 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e402e577-5be7-4add-8042-8dbbf6c1e923 req-bfea8347-de4e-44b0-97d8-aabb91a6284c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0519862 Jan 05 18:15:14.442394 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e402e577-5be7-4add-8042-8dbbf6c1e923 req-beccaed9-0e35-4cdf-ae16-6bc318878e21 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Jan 05 18:15:14.549730 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:15.554671 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e506514-4746-4be3-9090-1dba012e4432 req-3e8edbf9-ed7e-4736-87dc-63379f96e0a2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:15.556612 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9e506514-4746-4be3-9090-1dba012e4432 req-3e8edbf9-ed7e-4736-87dc-63379f96e0a2 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0489085 Jan 05 18:15:15.597408 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9e506514-4746-4be3-9090-1dba012e4432 req-f5eac9b2-424c-43d6-bd94-fa99510048ea tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Jan 05 18:15:16.149612 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:16.509528 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:16.712965 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518eb9-6b34-4da6-bf50-e28c30f080b0 req-06050094-96b2-442c-a89e-615ab08eb983 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:16.714474 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f518eb9-6b34-4da6-bf50-e28c30f080b0 req-06050094-96b2-442c-a89e-615ab08eb983 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0484052 Jan 05 18:15:16.750931 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f518eb9-6b34-4da6-bf50-e28c30f080b0 req-6d653c36-9650-4f0c-8c11-fa8f32ef8252 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Jan 05 18:15:17.866261 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77077e-8ec0-461e-b18a-9227d4eb6a25 req-18ea339c-c0ff-40c5-85e6-9300baa94423 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:17.867660 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc77077e-8ec0-461e-b18a-9227d4eb6a25 req-18ea339c-c0ff-40c5-85e6-9300baa94423 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0502343 Jan 05 18:15:17.906377 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc77077e-8ec0-461e-b18a-9227d4eb6a25 req-c66dae0e-826e-443a-86f9-3bed18c4d7dd tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Jan 05 18:15:17.960851 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ddee5-45b8-4ddd-9dcb-014389f9f829 req-59147632-0a53-464c-8c50-69d396b342e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:17.962335 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-957ddee5-45b8-4ddd-9dcb-014389f9f829 req-59147632-0a53-464c-8c50-69d396b342e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1096 time: 0.0388350 Jan 05 18:15:17.996313 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-957ddee5-45b8-4ddd-9dcb-014389f9f829 req-a0a85824-66cf-4e81-a3dd-1f64cdd3732e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269499 Jan 05 18:15:18.744199 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:15:18.838647 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:18.849232 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'port_id': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'mac_address': 'fa:16:3e:ca:aa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:15:18.884949 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:18.896828 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc7dfab-43e2-40de-9a25-49ae23ebf48d {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:15:18.915468 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:19.018882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff8db-7b0e-4623-97cd-b07f4f105b28 req-262ca13a-fed3-4106-acca-fb133490e66a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:19.020325 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb2ff8db-7b0e-4623-97cd-b07f4f105b28 req-262ca13a-fed3-4106-acca-fb133490e66a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0470984 Jan 05 18:15:19.023507 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:19.058273 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bb2ff8db-7b0e-4623-97cd-b07f4f105b28 req-9fdd84f8-cbaf-4e5f-a8d1-f0516f0dee6a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320456 Jan 05 18:15:19.069756 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=7']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:20.170836 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d1ae-416f-4e59-868c-767559f95031 req-a44e381c-7cfb-4200-9c42-1509b8c2c0d8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:20.172264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-92c5d1ae-416f-4e59-868c-767559f95031 req-a44e381c-7cfb-4200-9c42-1509b8c2c0d8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 944 time: 0.0473244 Jan 05 18:15:20.210675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-92c5d1ae-416f-4e59-868c-767559f95031 req-283d0ddc-2983-4a66-8b82-d26011d575fb tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Jan 05 18:15:20.619453 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ffc7dfab-43e2-40de-9a25-49ae23ebf48d'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:15:22.756493 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:15:22.804986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port ffc7dfab-43e2-40de-9a25-49ae23ebf48d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:15:22.805355 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:22.877756 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:22.898754 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:22.900950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e1bcb-7a39-4660-b6c2-fb27c56c3d89" -d '{"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:22.913593 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:22.936244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e38eb-dc0d-4698-b343-a8c73e179443 x-openstack-request-id: req-084e38eb-dc0d-4698-b343-a8c73e179443 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:22.936547 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:22.936798 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-084e38eb-dc0d-4698-b343-a8c73e179443 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:22.937183 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'code': 200} Jan 05 18:15:22.983710 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:23.030931 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=8']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:32.622220 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb8bd-63c7-4954-b05c-63ecbeb5c111 req-784bb1aa-9aca-4fad-8850-7e519112c3fe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:32.623724 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b7dbb8bd-63c7-4954-b05c-63ecbeb5c111 req-784bb1aa-9aca-4fad-8850-7e519112c3fe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0519254 Jan 05 18:15:32.660978 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b7dbb8bd-63c7-4954-b05c-63ecbeb5c111 req-84b822b0-325d-4846-96de-4f551ec1b154 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Jan 05 18:15:33.784901 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717d10-204b-44db-9ba6-2c96b2a6657a req-b701aae7-b9e1-4d27-a3a9-81f9eaae4ba9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:33.786432 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-33717d10-204b-44db-9ba6-2c96b2a6657a req-b701aae7-b9e1-4d27-a3a9-81f9eaae4ba9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Jan 05 18:15:33.824181 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-33717d10-204b-44db-9ba6-2c96b2a6657a req-748df09a-8b38-4759-99e9-0fba8cf64363 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317051 Jan 05 18:15:34.838565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-8f1bfaa9-ab60-48be-a8dd-e1e6e1c26c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:34.838565 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-8f1bfaa9-ab60-48be-a8dd-e1e6e1c26c88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0468030 Jan 05 18:15:34.935380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port 864ddde1-36f6-4e8a-836a-ca791ef77d5f {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:15:34.935718 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:34.939445 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fd459-ba81-4e3d-997d-3c2bcab66a91 req-f3e086ac-86da-442e-a9bb-abd4480679c1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:34.940947 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e28fd459-ba81-4e3d-997d-3c2bcab66a91 req-f3e086ac-86da-442e-a9bb-abd4480679c1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Jan 05 18:15:34.978584 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e28fd459-ba81-4e3d-997d-3c2bcab66a91 req-ec107356-7de3-40db-acca-429babda44fe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Jan 05 18:15:35.020920 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] For port 864ddde1-36f6-4e8a-836a-ca791ef77d5f, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=864ddde1-36f6-4e8a-836a-ca791ef77d5f,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:35.021274 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:35.231646 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:35.232000 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:35.232311 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP 1e48e4b9-0182-4245-ab10-37dc30fcc20b disassociated. External IP: 172.37.1.112, port: 864ddde1-36f6-4e8a-836a-ca791ef77d5f. Jan 05 18:15:35.232659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for 864ddde1-36f6-4e8a-836a-ca791ef77d5f owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:15:35.406854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:35.434615 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=864ddde1-36f6-4e8a-836a-ca791ef77d5f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:35.447101 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.447448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.447819 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.448157 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.448472 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.448795 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.449115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.449434 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.449759 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.450100 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.450418 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.450732 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:35.556479 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:15:35.663258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:15:35.673313 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:15:35.684532 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:15:35.685162 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:35.703268 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] No DVR routers for this DVR port 864ddde1-36f6-4e8a-836a-ca791ef77d5f on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:15:35.705767 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:35.709032 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d9d6c60-c933-4c68-b861-6a7a9b53f085 req-28fe0ccd-d45d-42e2-9774-0e533ebc9e67 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "DELETE /v2.0/ports/864ddde1-36f6-4e8a-836a-ca791ef77d5f HTTP/1.1" status: 204 len: 173 time: 0.8656301 Jan 05 18:15:35.709481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'name': 'network-vif-deleted', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:35.711914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e1764-9aa3-42a0-999d-99a11f64f3a1" -d '{"events": [{"server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "name": "network-vif-deleted", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:35.747086 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cddc0e-5c12-45ce-bd51-d2c3aa06a997 x-openstack-request-id: req-43cddc0e-5c12-45ce-bd51-d2c3aa06a997 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:35.747377 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d49986c-47f7-4efe-ab72-3178533fa6e3", "name": "network-vif-deleted", "tag": "864ddde1-36f6-4e8a-836a-ca791ef77d5f", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:35.747621 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43cddc0e-5c12-45ce-bd51-d2c3aa06a997 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:35.748006 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d49986c-47f7-4efe-ab72-3178533fa6e3', 'name': 'network-vif-deleted', 'tag': '864ddde1-36f6-4e8a-836a-ca791ef77d5f', 'status': 'completed', 'code': 200} Jan 05 18:15:35.794272 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:15:36.076160 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a2f4b4ba-16da-47fb-9245-825d1eecd3e9 req-1517c247-8be9-44ca-b8e2-e0e1788fdc8f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0261896 Jan 05 18:15:36.123092 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:36.149992 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:15:36.158710 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:15:36.159239 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:36.265769 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:15:36.475042 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:36.501114 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62124242-89c8-4f44-870b-2ad8e8465191 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:15:36.650452 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:15:36.735102 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dabe82a-98c0-4178-86de-279c6658b00f None None] New status for floating IP 1e48e4b9-0182-4245-ab10-37dc30fcc20b: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:15:37.181931 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-65614697-0636-452c-9dd6-b9976fc86113 req-2c00bfc4-d9f7-475d-9185-b2a856ce8bd4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d49986c-47f7-4efe-ab72-3178533fa6e3 HTTP/1.1" status: 200 len: 210 time: 0.0256367 Jan 05 18:15:38.425932 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-710d1eef-00aa-4021-8b4f-649a3e76dafa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143875598&fields=id&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 267 time: 0.0352962 Jan 05 18:15:38.509621 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:38.529056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-4e3ae5d9-9c8c-4e1f-a83b-394c3c327a90 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:38.533289 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-4e3ae5d9-9c8c-4e1f-a83b-394c3c327a90 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.0986104 Jan 05 18:15:38.546160 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-15d91ddd-8a8d-4bc3-a07c-2deec4ca7149 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/quotas/08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 375 time: 0.0093429 Jan 05 18:15:38.596937 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-e522c641-361c-4c8e-871a-621cbdcffa9f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456176 Jan 05 18:15:38.693008 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-a2e3ce2e-afb4-4f57-9a90-0af6069c151e service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843358 Jan 05 18:15:38.777144 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-73dddbd4-5bd1-432f-bdaf-c67086efded0 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779960 Jan 05 18:15:38.850004 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 864ddde1-36f6-4e8a-836a-ca791ef77d5f no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:15:38.869381 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 864ddde1-36f6-4e8a-836a-ca791ef77d5f {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:15:38.869721 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 864ddde1-36f6-4e8a-836a-ca791ef77d5f not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:15:39.242222 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-29757f38-8a21-42cb-bfb6-b93111d398b1 req-5803e802-e794-452c-b65d-823afb4537c0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Jan 05 18:15:40.340942 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cb87b3d0-ce2f-4902-90bc-cde4c094c38a req-4508ac1e-1439-41e7-82e2-cfaa46420a65 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 210 time: 0.0301645 Jan 05 18:15:40.990042 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-617b1c2b-7e76-488e-aaf5-e541bd45ff1c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:40.991497 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-617b1c2b-7e76-488e-aaf5-e541bd45ff1c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.0983055 Jan 05 18:15:41.049167 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-d211a5c9-30f0-471a-934b-42426404aa0d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 379 time: 0.0324934 Jan 05 18:15:41.077358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'port': {'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'admin_state_up': True, 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'security_groups': ['3110d0d0-ddfc-490a-8b64-bc289db35656']}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:15:41.251356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Made reservation on behalf of 08e68392448c4624aa2ae32698c65e8d for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:15:41.255008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.311879 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-25e5e598-2bf7-4866-9e51-4a0f0bb49ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.383694 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.20.0.9 (f6f66398-92a1-4614-82f3-d4ba84635ba6/8057fdbe-8eec-4294-ac33-0196cbb9684e/cc53b920-be82-409d-983b-4ac61b3c409d) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:15:41.437367 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b36483b5-5e4f-4dda-8757-07097fd20c85 req-7ecc2b3f-d6e4-451c-b165-3e841b03fa38 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 210 time: 0.0274785 Jan 05 18:15:41.521433 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.626549 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.676297 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:15:41.682324 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:15:41.687655 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:15:41.715928 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:41.748459 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:41.749824 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.849754 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-cb3944e3-a253-482f-a6a7-8908f83918e9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767794 Jan 05 18:15:41.877944 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Request body: {'port': {'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:15:41.890615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-d0419016-0052-4564-96f2-3c5a3488164a None None] Provisioning complete for port cc53b920-be82-409d-983b-4ac61b3c409d triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:15:41.891194 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d0419016-0052-4564-96f2-3c5a3488164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:41.940777 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-d0419016-0052-4564-96f2-3c5a3488164a None None] Port cc53b920-be82-409d-983b-4ac61b3c409d cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:15:41.949756 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.235482 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc53b920-be82-409d-983b-4ac61b3c409d {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:15:42.242840 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.256300 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Transition to ACTIVE for port object cc53b920-be82-409d-983b-4ac61b3c409d will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:15:42.327129 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.384416 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Pushing event updated for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:42.455491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Attempting to bind port cc53b920-be82-409d-983b-4ac61b3c409d on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:15:42.455827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Attempting to bind port cc53b920-be82-409d-983b-4ac61b3c409d by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:15:42.456153 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Attempting to bind port cc53b920-be82-409d-983b-4ac61b3c409d on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:15:42.460914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Port cc53b920-be82-409d-983b-4ac61b3c409d on network f6f66398-92a1-4614-82f3-d4ba84635ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:15:42.461300 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Attempting to bind port cc53b920-be82-409d-983b-4ac61b3c409d on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:15:42.466486 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:15:42.466833 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:15:42.467203 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Bound using segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:15:42.468177 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Bound port: cc53b920-be82-409d-983b-4ac61b3c409d, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:15:42.468529 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.576027 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:15:42.591070 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=cc53b920-be82-409d-983b-4ac61b3c409d,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:15:42.605700 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdeb6c-d9da-41f6-8ed9-d7d9b5b5ee49 req-3a9c7d64-cbcf-4bb0-bad4-47d735138b3f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:42.607804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eccdeb6c-d9da-41f6-8ed9-d7d9b5b5ee49 req-3a9c7d64-cbcf-4bb0-bad4-47d735138b3f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0829241 Jan 05 18:15:42.642220 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.655939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-eccdeb6c-d9da-41f6-8ed9-d7d9b5b5ee49 req-09da9f47-c0de-4cfc-92d6-857441fa7df2 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Jan 05 18:15:42.679188 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:42.679898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:42.681142 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 1093 time: 0.8099220 Jan 05 18:15:42.681579 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:42.685955 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57047802-d3e7-4d71-ac0c-c42e17048300" -d '{"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:42.710530 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c617e3-6a56-4b7c-8184-09e684082993 service neutron] Pushing event updated for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:42.730327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c65f08-a3ae-430c-9385-06683c689500 x-openstack-request-id: req-51c65f08-a3ae-430c-9385-06683c689500 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:42.730327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:42.730327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51c65f08-a3ae-430c-9385-06683c689500 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:42.730327 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'status': 'completed', 'code': 200} Jan 05 18:15:42.828180 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-eda88dc5-193e-4237-b831-10705867f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:42.829752 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-eda88dc5-193e-4237-b831-10705867f74a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1096 time: 0.0475411 Jan 05 18:15:42.933547 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-4a3882f6-295e-4ab2-b6c7-d8e3b81f6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:42.935050 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-4a3882f6-295e-4ab2-b6c7-d8e3b81f6b1e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=08e68392448c4624aa2ae32698c65e8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0902662 Jan 05 18:15:43.030435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-45b31b3f-eab6-41c1-a8e5-71900369a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:43.031831 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-57047802-d3e7-4d71-ac0c-c42e17048300 req-45b31b3f-eab6-41c1-a8e5-71900369a151 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897992 Jan 05 18:15:43.145630 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-4a2ccbfa-31a5-419c-97fe-06ead6bb72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:43.147021 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-4a2ccbfa-31a5-419c-97fe-06ead6bb72bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1096 time: 0.0395470 Jan 05 18:15:43.196919 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-14fe84d0-5999-4295-ac11-75f013cac44e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 217 time: 0.0325162 Jan 05 18:15:43.499456 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-369e14d5-f53a-48d2-9165-c5cb68bd9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:43.500903 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-369e14d5-f53a-48d2-9165-c5cb68bd9945 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.2873909 Jan 05 18:15:43.546249 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271b08-d73a-4956-903a-d5d7391de497 req-a2a36bf3-a491-4ef9-bf23-c35cffbde496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:43.547703 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-a2a36bf3-a491-4ef9-bf23-c35cffbde496 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395067 Jan 05 18:15:43.583898 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e87eba1a-53e0-4d4f-924c-957b27276e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:43.636040 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-08d0bd25-477c-45b2-91ba-d2e49e7d2167 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809126 Jan 05 18:15:43.738624 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25271b08-d73a-4956-903a-d5d7391de497 req-cfb2944e-66f9-40f9-8da3-cf50fc575938 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956540 Jan 05 18:15:43.774106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16210-58fb-41d7-b231-3a40c68c3118 req-bbb780e5-d624-49f6-829f-2026aa4b6a65 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:43.774344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2c16210-58fb-41d7-b231-3a40c68c3118 req-bbb780e5-d624-49f6-829f-2026aa4b6a65 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0493054 Jan 05 18:15:43.812665 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c2c16210-58fb-41d7-b231-3a40c68c3118 req-a5481e10-98ab-4ad8-bebb-656e488d9fd0 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Jan 05 18:15:44.577323 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:44.928124 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25323-88b4-4420-b5a0-93f7efdc55b1 req-7f86f734-b122-4889-93d4-a0a0ce7d6fa6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:44.929588 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-35e25323-88b4-4420-b5a0-93f7efdc55b1 req-7f86f734-b122-4889-93d4-a0a0ce7d6fa6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0485771 Jan 05 18:15:44.967112 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-35e25323-88b4-4420-b5a0-93f7efdc55b1 req-47ed2054-3f62-4e98-a966-2ac514ebd1ba tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Jan 05 18:15:46.079526 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa72e-c814-460c-af13-6cd9c8477512 req-f7932169-d816-4b0a-ac11-dc90ab856271 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:46.080992 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b51fa72e-c814-460c-af13-6cd9c8477512 req-f7932169-d816-4b0a-ac11-dc90ab856271 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0487368 Jan 05 18:15:46.125441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b51fa72e-c814-460c-af13-6cd9c8477512 req-50883ec6-4fef-43fb-8c37-af3fb3581bd6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Jan 05 18:15:46.155864 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:46.491935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.236797 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96684068-e42f-404e-bd91-2b95e4441b36 req-43fc01b2-8dac-400c-9e56-6d327a4430dc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:47.238385 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96684068-e42f-404e-bd91-2b95e4441b36 req-43fc01b2-8dac-400c-9e56-6d327a4430dc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0474064 Jan 05 18:15:47.277957 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96684068-e42f-404e-bd91-2b95e4441b36 req-cf8c2ced-9b63-4358-a58b-eeb54c6600dc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Jan 05 18:15:47.324838 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-78718472-2ca1-487f-afa3-92683d20b412 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563225626&fields=id&tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4 HTTP/1.1" status: 200 len: 267 time: 0.0322742 Jan 05 18:15:47.376539 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-b0395150-462c-4e07-b3db-c2ad3a3e8fd6 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:47.377992 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-b0395150-462c-4e07-b3db-c2ad3a3e8fd6 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 985 time: 0.0475688 Jan 05 18:15:47.388605 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Request body: {'port': {'security_groups': ['e465a159-43e7-4c97-a18f-a7063a7dbf12']}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:15:47.458099 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.628331 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:47.656455 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.703421 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.745863 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:15:47.747741 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:47.748357 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.750207 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-84347c81-7195-42d2-afe7-bfa440cfbe17 req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "PUT /v2.0/ports/ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 943 time: 0.3658552 Jan 05 18:15:47.750669 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:47.756504 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65db10c-7611-46cb-940f-302df2626d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:47.757605 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34728) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:15:47.784788 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event updated for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=7']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:47.799783 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.800133 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.800479 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.800827 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.801142 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.801587 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.801795 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.806491 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.807068 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.807068 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.807425 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.807770 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ce7bc-c6f6-41e2-83ab-afe02938a4e1 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:15:47.816573 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c573085-6dac-43ec-a4e8-5da6453d8031 x-openstack-request-id: req-9c573085-6dac-43ec-a4e8-5da6453d8031 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:47.817093 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:47.817534 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c573085-6dac-43ec-a4e8-5da6453d8031 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:47.818162 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:15:47.839868 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.878108 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:47.903950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:15:47.942245 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db10c-7611-46cb-940f-302df2626d3b req-a2eeb6b8-5752-421c-b9aa-9f80e18859f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:47.943719 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-a2eeb6b8-5752-421c-b9aa-9f80e18859f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1099 time: 0.0798576 Jan 05 18:15:48.039781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db10c-7611-46cb-940f-302df2626d3b req-18b8256f-abda-468e-bb33-c8b0cbf5fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.041145 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-18b8256f-abda-468e-bb33-c8b0cbf5fcdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0870280 Jan 05 18:15:48.044673 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-ec7fb748-75a3-4638-9c74-48129500d356 None None] Provisioning complete for port ed059967-44ef-462e-a799-7ce65c5e7e04 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:15:48.049186 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb748-75a3-4638-9c74-48129500d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.068189 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.070794 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.072010 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "DELETE /v2.0/security-groups/9d582619-dee7-4eb3-8839-49d2ea43f8b4 HTTP/1.1" status: 204 len: 168 time: 0.3129475 Jan 05 18:15:48.074703 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34732) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:15:48.118757 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d1e81-8177-4d75-83d7-c2b626bf3e35 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d582619-dee7-4eb3-8839-49d2ea43f8b4,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:48.173549 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-99bb8ea1-be30-42e3-a6cc-e4bdbbd9f6a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 1002 time: 0.0937803 Jan 05 18:15:48.182453 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-c34bc227-e4d9-4b5b-a036-7d68073fc310 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535915 Jan 05 18:15:48.224794 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db10c-7611-46cb-940f-302df2626d3b req-e5e48fc3-9629-4eae-94a1-1e2b9d28c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.226268 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-e5e48fc3-9629-4eae-94a1-1e2b9d28c55a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0429471 Jan 05 18:15:48.293075 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Deleting port 934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:15:48.293416 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.311701 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db10c-7611-46cb-940f-302df2626d3b req-b10f40ff-fb3a-4ba5-b611-4f6e8b7d44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.313256 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-b10f40ff-fb3a-4ba5-b611-4f6e8b7d44f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726671 Jan 05 18:15:48.320852 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-6d42d652-8a6b-4b01-a5aa-b39bd9386fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.322267 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-6d42d652-8a6b-4b01-a5aa-b39bd9386fa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 1098 time: 0.0559695 Jan 05 18:15:48.396925 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.397564 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.412941 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Calling delete_port for 934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:15:48.424338 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc1af6-f555-48e3-a929-ffaa5c37a4bd req-f83d7091-2651-41d3-8730-ed2bae831b94 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.425802 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f4cc1af6-f555-48e3-a929-ffaa5c37a4bd req-f83d7091-2651-41d3-8730-ed2bae831b94 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0792215 Jan 05 18:15:48.476052 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-17e9e552-cff8-4690-9b70-b57af4571d72 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528401 Jan 05 18:15:48.504477 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-bac9fd5f-9ca9-4abc-babf-8c859f683534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.505878 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-bac9fd5f-9ca9-4abc-babf-8c859f683534 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.1404898 Jan 05 18:15:48.536298 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f4cc1af6-f555-48e3-a929-ffaa5c37a4bd req-12e5e7ce-dcba-44e1-a681-a61f59f45bc7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036403 Jan 05 18:15:48.606408 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-5a794b24-b394-42a9-97af-f1e8e421ab07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0778515 Jan 05 18:15:48.629427 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e65db10c-7611-46cb-940f-302df2626d3b req-379667fd-4d24-4d80-a7b0-3395dfbbd1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445117 Jan 05 18:15:48.663405 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-f193cb7a-e260-4258-9ca0-2279a03f93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.665615 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-f193cb7a-e260-4258-9ca0-2279a03f93a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0474699 Jan 05 18:15:48.704163 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.723204 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-e115c407-ef7c-4602-befe-fa911fabe786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:48.724720 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-e115c407-ef7c-4602-befe-fa911fabe786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0444980 Jan 05 18:15:48.728310 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event deleted for resources: {'Port': ['ID=934f4cdf-f8c3-4cfd-8d58-36c6ed2e5d2d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:48.792332 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:48.792711 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Floating IP 8c6f0e87-327d-458a-8cba-1f050b01c61c disassociated (deleted). External IP: 172.37.1.106, port: ed059967-44ef-462e-a799-7ce65c5e7e04. Jan 05 18:15:48.815295 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-bb58eaaa-f0ef-438f-a87c-4729e116721d service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822883 Jan 05 18:15:48.917710 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-105bee0a-68ab-49e7-b176-d15bfd056d52 req-72afa7ad-8eac-4366-bb55-2904ae1bebd7 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898535 Jan 05 18:15:49.199169 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:15:49.304418 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:15:49.309184 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:49.314456 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Sync routers for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:15:49.322817 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:15:49.323417 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:49.336291 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f8e08f19-f520-412d-a487-4d7fe7afc755 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "DELETE /v2.0/floatingips/8c6f0e87-327d-458a-8cba-1f050b01c61c HTTP/1.1" status: 204 len: 168 time: 1.2600901 Jan 05 18:15:49.426323 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:15:49.633722 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:49.660757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Checking router: a32395b7-ee04-46e1-a9a4-19b2c10e0e3d for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:15:49.665913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49389f4a-20fb-40ce-8d0e-6d7532eae345 req-5c801033-914e-43d0-91c7-93bd99f3129e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:49.667751 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-49389f4a-20fb-40ce-8d0e-6d7532eae345 req-5c801033-914e-43d0-91c7-93bd99f3129e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0631335 Jan 05 18:15:49.669451 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:15:49.670086 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:49.707345 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-49389f4a-20fb-40ce-8d0e-6d7532eae345 req-2dbfb9f6-1be1-4455-8a08-4db9cfd9abb4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331602 Jan 05 18:15:49.780600 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:15:49.819700 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:49.822275 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bae2dd-b007-457c-9be2-7ea3a0403ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:49.859360 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef4488-8244-4e60-82a4-8d36c1480b46 x-openstack-request-id: req-ccef4488-8244-4e60-82a4-8d36c1480b46 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:49.859681 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:49.859934 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccef4488-8244-4e60-82a4-8d36c1480b46 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:49.860328 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:15:49.943230 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-c3589cf3-b62f-4415-a30f-28e7626f5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:49.944712 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-c3589cf3-b62f-4415-a30f-28e7626f5d81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 1099 time: 0.0411978 Jan 05 18:15:49.980109 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:15:50.005442 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f65611-990b-482b-a491-1b80f839bde3 None None] The sync data for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi is: [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:10:31Z', 'revision_number': 4, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '1a902d64-831c-4066-bbea-b4c24ee77993', 'name': '', 'network_id': '39ebef31-4bfe-43bd-a891-f1a646ce4bcd', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'mac_address': 'fa:16:3e:97:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:30Z', 'updated_at': '2022-01-05T18:10:35Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'subnets': [{'id': '906ac9d0-56b9-43eb-a66d-ded65d86815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:15:50.034657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-a8289e0c-b2c0-4d5a-a25f-df66de113e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:50.036145 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-a8289e0c-b2c0-4d5a-a25f-df66de113e08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 200 len: 915 time: 0.0831742 Jan 05 18:15:50.085620 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-797c60bd-7161-4108-86ab-4b6f4f90d92e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 200 len: 217 time: 0.0420980 Jan 05 18:15:50.145437 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-03ebe719-0923-4a8a-a0d6-1421facf4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:50.146939 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-03ebe719-0923-4a8a-a0d6-1421facf4602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 200 len: 853 time: 0.0444999 Jan 05 18:15:50.193871 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-7a874976-fb41-4953-8705-4de48242bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:50.195436 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-7a874976-fb41-4953-8705-4de48242bab3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39ebef31-4bfe-43bd-a891-f1a646ce4bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0407612 Jan 05 18:15:50.215131 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8234b-c4b6-4d4b-b0fc-494888989815 None None] New status for floating IP 8c6f0e87-327d-458a-8cba-1f050b01c61c: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:15:50.288492 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-44a7dcb9-8bba-4619-8fd5-406fdf48e00e service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852838 Jan 05 18:15:50.378134 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71bae2dd-b007-457c-9be2-7ea3a0403ed3 req-b3548224-f0f0-4823-87ea-c685c2b07fda service neutron] 10.222.0.10 "GET /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823202 Jan 05 18:15:50.828704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccc017-ea33-43d2-b86b-0ac7355c871e req-7bbc8c92-d802-4161-9608-baee99a6ad08 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:50.830233 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7dccc017-ea33-43d2-b86b-0ac7355c871e req-7bbc8c92-d802-4161-9608-baee99a6ad08 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0541301 Jan 05 18:15:50.868243 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7dccc017-ea33-43d2-b86b-0ac7355c871e req-dcb60585-92c4-4808-95c2-60e1bfa37957 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320432 Jan 05 18:15:51.980468 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1181f28-65b6-465e-96ce-b409786e4f23 req-26c3cc3b-3e4b-48a1-98f4-4cd3264e1ffe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:51.981934 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a1181f28-65b6-465e-96ce-b409786e4f23 req-26c3cc3b-3e4b-48a1-98f4-4cd3264e1ffe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0474799 Jan 05 18:15:52.019064 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a1181f28-65b6-465e-96ce-b409786e4f23 req-fca55945-2250-4254-96e9-410de3091f49 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304787 Jan 05 18:15:53.134545 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884227b-2367-47fb-985e-3b8b585aab73 req-d6f8c3ea-f777-4b10-a186-2a7eac0d0228 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:53.136024 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d884227b-2367-47fb-985e-3b8b585aab73 req-d6f8c3ea-f777-4b10-a186-2a7eac0d0228 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0484960 Jan 05 18:15:53.174456 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d884227b-2367-47fb-985e-3b8b585aab73 req-cc24a210-d6e1-4445-aea5-faac1963ce1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317748 Jan 05 18:15:53.501412 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00892337-1d6e-4a35-a15e-9a8e698666e3 req-d389980d-c64f-4985-be25-a0483c7a9cff tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:53.502905 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00892337-1d6e-4a35-a15e-9a8e698666e3 req-d389980d-c64f-4985-be25-a0483c7a9cff tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0490053 Jan 05 18:15:53.540168 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00892337-1d6e-4a35-a15e-9a8e698666e3 req-02dd2cd3-7db6-473c-bae9-db3247a45828 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313952 Jan 05 18:15:54.290867 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef39fe-a525-48bb-822b-d7e826ed8042 req-1facb1de-29fb-4a66-b48e-5807d22265ad tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:54.292007 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-58ef39fe-a525-48bb-822b-d7e826ed8042 req-1facb1de-29fb-4a66-b48e-5807d22265ad tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 943 time: 0.0515223 Jan 05 18:15:54.329270 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-58ef39fe-a525-48bb-822b-d7e826ed8042 req-abf4a2ce-746d-4286-8b9e-e8a44dd4a90e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Jan 05 18:15:54.655378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65d17-bce9-414c-b827-8195ca09981d req-9a36846f-b47e-498f-b802-92d6b6f82e05 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:54.656835 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0bf65d17-bce9-414c-b827-8195ca09981d req-9a36846f-b47e-498f-b802-92d6b6f82e05 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0518143 Jan 05 18:15:54.693986 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0bf65d17-bce9-414c-b827-8195ca09981d req-8c72efda-1eb1-4629-bb32-221a04165f6a tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Jan 05 18:15:54.942450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device cc53b920-be82-409d-983b-4ac61b3c409d details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:15:55.147933 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=cc53b920-be82-409d-983b-4ac61b3c409d,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:55.158987 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:15:55.194615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:55.207203 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc53b920-be82-409d-983b-4ac61b3c409d {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:15:55.225380 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=cc53b920-be82-409d-983b-4ac61b3c409d,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:55.332678 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:55.380350 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:55.443436 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ec8b4-c32a-4857-b9d6-97621a63840d req-03ca63c0-a2fa-4990-a2ee-2c2c10357fea tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:55.444972 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e2ec8b4-c32a-4857-b9d6-97621a63840d req-03ca63c0-a2fa-4990-a2ee-2c2c10357fea tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 944 time: 0.0494757 Jan 05 18:15:55.481275 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2e2ec8b4-c32a-4857-b9d6-97621a63840d req-2e6c8a6d-9297-47e8-be81-91a8b4a32308 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Jan 05 18:15:55.804753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820ad6-f5e2-487c-ab48-3763c570d987 req-7733720d-a535-4565-8dd8-53404313d0fa tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:55.806233 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba820ad6-f5e2-487c-ab48-3763c570d987 req-7733720d-a535-4565-8dd8-53404313d0fa tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0478125 Jan 05 18:15:55.868166 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba820ad6-f5e2-487c-ab48-3763c570d987 req-10c519ec-05a1-46af-ab2e-ac00cc448a37 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/security-groups?id=e465a159-43e7-4c97-a18f-a7063a7dbf12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jan 05 18:15:55.883812 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-b33bc41d-b442-4f22-b8b9-4f03162dcd2f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:55.885226 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-b33bc41d-b442-4f22-b8b9-4f03162dcd2f tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 946 time: 0.0589650 Jan 05 18:15:55.963822 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['cc53b920-be82-409d-983b-4ac61b3c409d'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:15:55.978555 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Deleting port ed059967-44ef-462e-a799-7ce65c5e7e04 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:15:55.978815 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:56.063935 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] For port ed059967-44ef-462e-a799-7ce65c5e7e04, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ed059967-44ef-462e-a799-7ce65c5e7e04,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:56.064287 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:56.076094 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Calling delete_port for ed059967-44ef-462e-a799-7ce65c5e7e04 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:15:56.256815 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:56.283043 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Pushing event deleted for resources: {'Port': ['ID=ed059967-44ef-462e-a799-7ce65c5e7e04,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:56.328417 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] No DVR routers for this DVR port ed059967-44ef-462e-a799-7ce65c5e7e04 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:15:56.330890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:56.334061 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-49ccb659-1e3f-4648-bebe-aa93f1b52344 req-8b5b8ff3-d7dd-4811-935b-9344ca6624d5 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.10 "DELETE /v2.0/ports/ed059967-44ef-462e-a799-7ce65c5e7e04 HTTP/1.1" status: 204 len: 173 time: 0.4432325 Jan 05 18:15:56.334491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'name': 'network-vif-deleted', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:56.336717 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf628a-6b14-4818-aba4-ae256314637d" -d '{"events": [{"server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "name": "network-vif-deleted", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:56.371798 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d282c888-6aa3-4e71-8ebe-70b448ab0b6d x-openstack-request-id: req-d282c888-6aa3-4e71-8ebe-70b448ab0b6d {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:56.372086 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea958fe0-b69b-4f60-a362-bf91e198eb24", "name": "network-vif-deleted", "tag": "ed059967-44ef-462e-a799-7ce65c5e7e04", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:56.372332 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d282c888-6aa3-4e71-8ebe-70b448ab0b6d {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:56.372722 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea958fe0-b69b-4f60-a362-bf91e198eb24', 'name': 'network-vif-deleted', 'tag': 'ed059967-44ef-462e-a799-7ce65c5e7e04', 'status': 'completed', 'code': 200} Jan 05 18:15:56.595487 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cacbb-98aa-4fc4-a836-8766487932e5 req-75f2e663-ae1a-431c-9ed2-aaadb6f85d3a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:56.596892 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6c7cacbb-98aa-4fc4-a836-8766487932e5 req-75f2e663-ae1a-431c-9ed2-aaadb6f85d3a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 944 time: 0.0487723 Jan 05 18:15:56.637229 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6c7cacbb-98aa-4fc4-a836-8766487932e5 req-cf08db87-1384-4d55-9672-ef3709fdc12e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Jan 05 18:15:56.971722 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e3f78865-aab4-4a2d-9f85-341a88ff6335 req-40de4640-c6af-45c8-9ef9-e35fa4e2e4a8 tempest-TestMinimumBasicScenario-1277277018 tempest-TestMinimumBasicScenario-1277277018-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea958fe0-b69b-4f60-a362-bf91e198eb24 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Jan 05 18:15:57.034311 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['ed059967-44ef-462e-a799-7ce65c5e7e04'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:15:57.751181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4550e-0772-43a2-8351-12e315767813 req-16f75e81-d47d-4011-9299-b3f6d2a31805 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:57.752645 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dd4550e-0772-43a2-8351-12e315767813 req-16f75e81-d47d-4011-9299-b3f6d2a31805 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 944 time: 0.0481875 Jan 05 18:15:57.789822 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dd4550e-0772-43a2-8351-12e315767813 req-00b92893-a04d-4234-9ae9-035ed6a6d228 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Jan 05 18:15:58.904051 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c66d1-0fdc-4a39-ab83-f9cef526e7c7 req-accdb7a6-8b8e-4c17-b25d-e3740702720a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:58.906159 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3d5c66d1-0fdc-4a39-ab83-f9cef526e7c7 req-accdb7a6-8b8e-4c17-b25d-e3740702720a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 944 time: 0.0519056 Jan 05 18:15:58.942791 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3d5c66d1-0fdc-4a39-ab83-f9cef526e7c7 req-6060b9ed-42e3-4300-bafc-0237b3f55d91 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Jan 05 18:15:58.970144 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device cc53b920-be82-409d-983b-4ac61b3c409d up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:15:59.080543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port cc53b920-be82-409d-983b-4ac61b3c409d completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:15:59.084513 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port cc53b920-be82-409d-983b-4ac61b3c409d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:15:59.084893 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:59.163259 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:59.184909 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:15:59.187320 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd18a23-6c21-41d0-b5e1-1906be49b023" -d '{"events": [{"server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "name": "network-vif-plugged", "status": "completed", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:15:59.204158 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=cc53b920-be82-409d-983b-4ac61b3c409d,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:15:59.223957 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6513234-574e-4658-995f-0601e9aea3cd x-openstack-request-id: req-c6513234-574e-4658-995f-0601e9aea3cd {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:15:59.224256 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "name": "network-vif-plugged", "status": "completed", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:15:59.224509 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6513234-574e-4658-995f-0601e9aea3cd {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:15:59.224920 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'code': 200} Jan 05 18:15:59.269605 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:15:59.316787 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:15:59.642764 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ff20-6749-4d66-bf9c-f0edb92726bb req-bbed04a4-4561-4dbd-8b89-c3836d35ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:59.644215 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d09ff20-6749-4d66-bf9c-f0edb92726bb req-bbed04a4-4561-4dbd-8b89-c3836d35ef22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1098 time: 0.0461152 Jan 05 18:15:59.682807 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d09ff20-6749-4d66-bf9c-f0edb92726bb req-24689aca-f61c-4430-b067-69306fe4834c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263376 Jan 05 18:15:59.992139 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734afa9-c56d-4233-a7da-1bd7f96d8c03 req-bf020807-1201-45ad-95a5-d7ee85c523d1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:15:59.993621 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0734afa9-c56d-4233-a7da-1bd7f96d8c03 req-bf020807-1201-45ad-95a5-d7ee85c523d1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0528905 Jan 05 18:16:00.032441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0734afa9-c56d-4233-a7da-1bd7f96d8c03 req-c2e1f4a4-3a57-4591-bf38-11837c5bf198 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Jan 05 18:16:00.067349 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6376-6762-44c4-a9f7-c76b6e778866 req-5be01fa5-3df1-43e7-9b98-90d66b30d738 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:00.068887 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fe6a6376-6762-44c4-a9f7-c76b6e778866 req-5be01fa5-3df1-43e7-9b98-90d66b30d738 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0551150 Jan 05 18:16:00.108415 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-fe6a6376-6762-44c4-a9f7-c76b6e778866 req-0c92ea3b-8136-4cac-a0ae-87fa9f3d0c6a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Jan 05 18:16:00.544244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34872) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:00.959934 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ed059967-44ef-462e-a799-7ce65c5e7e04 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:00.979624 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: ed059967-44ef-462e-a799-7ce65c5e7e04 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:00.979988 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ed059967-44ef-462e-a799-7ce65c5e7e04 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:01.015005 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:01.209327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ab9a8-6d8e-4c6f-ab24-adc6b33458c3 req-73381d17-f49d-4e9c-8df4-224e3d7037de tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:01.210911 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-240ab9a8-6d8e-4c6f-ab24-adc6b33458c3 req-73381d17-f49d-4e9c-8df4-224e3d7037de tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.1035774 Jan 05 18:16:01.242043 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c2d62-c7fd-4186-ba7b-85db586e16b8 req-c02e0bee-1016-4c5f-b8f5-9c8b81858823 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:01.243525 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-be6c2d62-c7fd-4186-ba7b-85db586e16b8 req-c02e0bee-1016-4c5f-b8f5-9c8b81858823 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0681629 Jan 05 18:16:01.281963 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-be6c2d62-c7fd-4186-ba7b-85db586e16b8 req-99b6b694-b51f-45b1-a023-66a7456fa46a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Jan 05 18:16:01.286211 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-240ab9a8-6d8e-4c6f-ab24-adc6b33458c3 req-be119d58-4ce7-4bcf-a758-ec310f2f39c4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682814 Jan 05 18:16:01.334822 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Deleting port 1a902d64-831c-4066-bbea-b4c24ee77993 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:01.335424 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:01.414144 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] For port 1a902d64-831c-4066-bbea-b4c24ee77993, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=1a902d64-831c-4066-bbea-b4c24ee77993,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:01.414507 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:01.427467 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Calling delete_port for 1a902d64-831c-4066-bbea-b4c24ee77993 owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:01.921366 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:01.946620 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a902d64-831c-4066-bbea-b4c24ee77993,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:02.103073 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.305037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:02.413663 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d795e70-c553-4164-8242-d24ed104f35d req-9bba720c-1923-40e1-8b8f-b539f2a95428 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:02.415503 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d795e70-c553-4164-8242-d24ed104f35d req-9bba720c-1923-40e1-8b8f-b539f2a95428 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0551128 Jan 05 18:16:02.449672 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403270ab-999b-4a8f-afea-86990c7ab9c0 req-11cc6c6c-c5a6-4868-b521-57ca8100a420 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:02.451853 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-403270ab-999b-4a8f-afea-86990c7ab9c0 req-11cc6c6c-c5a6-4868-b521-57ca8100a420 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0681541 Jan 05 18:16:02.453227 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d795e70-c553-4164-8242-d24ed104f35d req-e61f00f3-11d1-4306-adbe-d536a602087d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Jan 05 18:16:02.462228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:02.471109 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-e3457ccd-00c7-4737-99e0-9c17c0345c58 admin admin] 10.222.0.26 "PUT /v2.0/routers/a32395b7-ee04-46e1-a9a4-19b2c10e0e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260798 Jan 05 18:16:02.473370 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Sync routers for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:02.473828 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34886) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:02.485279 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:02.486555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:02.516961 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-403270ab-999b-4a8f-afea-86990c7ab9c0 req-7336d8ff-88ae-4ee5-ba35-fab0ac458527 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=548f3984-a8c7-448a-a91e-2f393933f377&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503504 Jan 05 18:16:02.597896 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:02.604812 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace572a-4fc0-4bdd-9f81-0f6131e9be10 req-0b453ef5-8afe-43be-b273-bfffad9f72de tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:02.606288 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dace572a-4fc0-4bdd-9f81-0f6131e9be10 req-0b453ef5-8afe-43be-b273-bfffad9f72de tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jan 05 18:16:02.623633 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.699879 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-b8b6381a-f8eb-41ed-aa65-3a27e93c6ebd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:02.701808 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-b8b6381a-f8eb-41ed-aa65-3a27e93c6ebd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 946 time: 0.0566320 Jan 05 18:16:02.713856 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dace572a-4fc0-4bdd-9f81-0f6131e9be10 req-f376ad3a-5b3f-4443-99d2-d2930f3238dd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013663 Jan 05 18:16:02.739244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34890) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:02.747375 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.793234 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:16:01Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:02.806668 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8daf64-426a-4610-a512-faa6ecc134e1 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:02.811750 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7c8daf64-426a-4610-a512-faa6ecc134e1 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1093 time: 0.0680137 Jan 05 18:16:02.811906 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34892) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:02.816209 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:02.823392 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Checking router: a32395b7-ee04-46e1-a9a4-19b2c10e0e3d for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:02.832053 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Routers {'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:02.832656 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:02.851129 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Deleting port c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:02.851380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.935032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Deleting port d460bd78-521c-4bf1-b1e1-1ec84743df3c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:02.935970 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.942163 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] Set router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:02.948654 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] For port c5a45800-a3d4-41a3-b81d-2714d69e10a8, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c5a45800-a3d4-41a3-b81d-2714d69e10a8,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:02.949127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:02.958672 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.017242 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] For port d460bd78-521c-4bf1-b1e1-1ec84743df3c, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d460bd78-521c-4bf1-b1e1-1ec84743df3c,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:03.017600 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.028958 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Calling delete_port for d460bd78-521c-4bf1-b1e1-1ec84743df3c owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:03.129993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:16:01Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:03.158181 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3f4f1-897f-485f-81fd-2c10eb8b195e None None] The sync data for ids ['a32395b7-ee04-46e1-a9a4-19b2c10e0e3d'] in dv-cinder-xena-3-iscsi is: [{'id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'name': 'tempest-TestMinimumBasicScenario-798629611-router', 'tenant_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:27Z', 'updated_at': '2022-01-05T18:16:01Z', 'revision_number': 5, 'project_id': 'c753dd0d3b2f4098a76e0e6a57614fa4', 'gw_port': {'id': 'd460bd78-521c-4bf1-b1e1-1ec84743df3c', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32395b7-ee04-46e1-a9a4-19b2c10e0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:28Z', 'updated_at': '2022-01-05T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:03.196415 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.196945 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.197122 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Floating IP 43ea4d97-9d2c-4b7c-ae27-843a2c67d191 disassociated. External IP: 172.37.1.127, port: c5a45800-a3d4-41a3-b81d-2714d69e10a8. Jan 05 18:16:03.197409 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Calling delete_port for c5a45800-a3d4-41a3-b81d-2714d69e10a8 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:03.212768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.274970 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.301822 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d460bd78-521c-4bf1-b1e1-1ec84743df3c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:03.360320 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.393100 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.37.1.191 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:16:03.449662 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.452440 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.516296 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.547037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.572555 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.573109 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32395b7-ee04-46e1-a9a4-19b2c10e0e3d {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:16:03.583131 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'Port': ['ID=c5a45800-a3d4-41a3-b81d-2714d69e10a8,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:03.583463 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.593025 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-92e8537e-b520-4432-a80d-d5135b59bed1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a32395b7-ee04-46e1-a9a4-19b2c10e0e3d HTTP/1.1" status: 204 len: 168 time: 1.1183522 Jan 05 18:16:03.597147 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34896) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:03.620250 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc23d196-28c5-4a4d-a06a-af2b6150214c req-d5f81f77-65fd-4cf7-837e-f7f7c543666a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0337079 Jan 05 18:16:03.653110 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.653293 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Deleting subnet 906ac9d0-56b9-43eb-a66d-ded65d86815c {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:16:03.656763 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.697022 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.737734 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:16:03.746648 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:16:03.750907 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:03.753185 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:16:03.801682 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:03.822776 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.950337 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:03.983447 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906ac9d0-56b9-43eb-a66d-ded65d86815c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:03.999241 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.001165 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa63fe-01a9-4229-bcb3-270bddd689f9 None None] Network 39ebef31-4bfe-43bd-a891-f1a646ce4bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:16:04.003242 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b1711dc6-da86-4c88-bfe0-ef89400ce412 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/906ac9d0-56b9-43eb-a66d-ded65d86815c HTTP/1.1" status: 204 len: 168 time: 0.4046965 Jan 05 18:16:04.006180 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34900) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:04.038655 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:04.049225 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:04.063593 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:04.064412 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.099722 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] No DVR routers for this DVR port c5a45800-a3d4-41a3-b81d-2714d69e10a8 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:04.103751 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.107061 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-213d8281-eae4-466a-be4c-bc4f73c0083d req-8336c046-9d8b-4334-b664-968027927d5d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "DELETE /v2.0/ports/c5a45800-a3d4-41a3-b81d-2714d69e10a8 HTTP/1.1" status: 204 len: 173 time: 1.3994522 Jan 05 18:16:04.107822 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-deleted', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:04.109549 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.110414 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc1c264-b471-4880-872e-2500083cdcbd" -d '{"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-deleted", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:04.200882 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Deleting port 5563549c-e2d7-4753-a257-28f561f06e9c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:04.202584 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.206085 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f50f8-5cc5-4fd6-b5bc-938c15f2b9b9 x-openstack-request-id: req-c66f50f8-5cc5-4fd6-b5bc-938c15f2b9b9 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:04.207663 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a21fb6-f469-48ac-81fb-ed035fec00b8", "name": "network-vif-deleted", "tag": "c5a45800-a3d4-41a3-b81d-2714d69e10a8", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:04.208109 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c66f50f8-5cc5-4fd6-b5bc-938c15f2b9b9 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:04.208833 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a21fb6-f469-48ac-81fb-ed035fec00b8', 'name': 'network-vif-deleted', 'tag': 'c5a45800-a3d4-41a3-b81d-2714d69e10a8', 'status': 'completed', 'code': 200} Jan 05 18:16:04.233344 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:04.294121 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] For port 5563549c-e2d7-4753-a257-28f561f06e9c, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5563549c-e2d7-4753-a257-28f561f06e9c,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:04.300880 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20f477-29ed-493f-b407-721afe95069f None None] DHCP port deletion for 39ebef31-4bfe-43bd-a891-f1a646ce4bcd request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:16:04.304120 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.331538 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.350961 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Calling delete_port for 5563549c-e2d7-4753-a257-28f561f06e9c owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:04.369517 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Deleting port 5563549c-e2d7-4753-a257-28f561f06e9c {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:04.369940 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.455783 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 1a902d64-831c-4066-bbea-b4c24ee77993 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:04.478293 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 1a902d64-831c-4066-bbea-b4c24ee77993 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:04.482714 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 1a902d64-831c-4066-bbea-b4c24ee77993 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:04.484338 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d460bd78-521c-4bf1-b1e1-1ec84743df3c no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:04.496967 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.514415 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: d460bd78-521c-4bf1-b1e1-1ec84743df3c {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:04.514968 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d460bd78-521c-4bf1-b1e1-1ec84743df3c not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:04.515492 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5563549c-e2d7-4753-a257-28f561f06e9c no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:04.520725 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4c20f477-29ed-493f-b407-721afe95069f None None] For port 5563549c-e2d7-4753-a257-28f561f06e9c, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5563549c-e2d7-4753-a257-28f561f06e9c,segment=NetworkSegment(52557abb-d9ba-4217-892e-791c715df7bf),segment_id=52557abb-d9ba-4217-892e-791c715df7bf)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:04.521111 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.540957 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.552255 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Calling delete_port for 5563549c-e2d7-4753-a257-28f561f06e9c owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:04.560224 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.579570 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:04.592863 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:04.594130 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.596323 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No active binding found for port 5563549c-e2d7-4753-a257-28f561f06e9c {{(pid=102090) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 05 18:16:04.596629 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] No DVR routers for this DVR port 5563549c-e2d7-4753-a257-28f561f06e9c on host dv-cinder-xena-3-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:04.596950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5563549c-e2d7-4753-a257-28f561f06e9c not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:04.598771 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Pushing event deleted for resources: {'Port': ['ID=5563549c-e2d7-4753-a257-28f561f06e9c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:04.686845 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.699247 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.707154 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ebef31-4bfe-43bd-a891-f1a646ce4bcd']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.718378 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52557abb-d9ba-4217-892e-791c715df7bf') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.718796 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52557abb-d9ba-4217-892e-791c715df7bf') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:04.722806 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.729187 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.743537 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.749922 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:16:04.750504 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:16:04.752439 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:16:04.754920 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-deb7943a-ff3b-46dc-b1ef-cd8cd8307994 req-c8637f12-d1d1-4ed0-9621-5ec59c874e78 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a21fb6-f469-48ac-81fb-ed035fec00b8 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Jan 05 18:16:04.760184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.779970 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:04.791582 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20f477-29ed-493f-b407-721afe95069f None None] No DVR routers for this DVR port 5563549c-e2d7-4753-a257-28f561f06e9c on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:04.795237 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20f477-29ed-493f-b407-721afe95069f None None] Pushing event deleted for resources: {'Port': ['ID=5563549c-e2d7-4753-a257-28f561f06e9c,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:04.841567 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:04.851857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.909442 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.915687 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:04.919136 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] 10.222.0.26 "DELETE /v2.0/networks/39ebef31-4bfe-43bd-a891-f1a646ce4bcd HTTP/1.1" status: 204 len: 168 time: 0.9080608 Jan 05 18:16:04.924024 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34906) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:04.928588 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9355a-a148-4e47-a10f-fbf875121959 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ebef31-4bfe-43bd-a891-f1a646ce4bcd,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:05.009349 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:05.035002 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397daaee-aaf4-4699-b9c6-39831d6c00b2 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:05.039304 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP e6b06907-ff70-4c11-adbe-7be800e578aa associated. External IP: 172.37.1.191, port: cc53b920-be82-409d-983b-4ac61b3c409d. Jan 05 18:16:05.287192 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200959c-30a4-4f68-ab47-1365f8525e4a None None] New status for floating IP 43ea4d97-9d2c-4b7c-ae27-843a2c67d191: DOWN {{(pid=102090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:16:05.633402 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:05.781612 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:05.791619 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:05.802111 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:05.802811 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:05.805424 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:05.895204 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:05.917948 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:05.929831 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ad781e26-03cf-490f-b8c1-db208021db7c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1169019 Jan 05 18:16:05.945810 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34914) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:06.001043 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.024869 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.093643 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Deleting port 8de8942d-69c1-41a5-85f0-3bc510231b37 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:06.093894 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.155393 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:04Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:06.155716 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.158225 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.159390 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "DELETE /v2.0/security-groups/548f3984-a8c7-448a-a91e-2f393933f377 HTTP/1.1" status: 204 len: 168 time: 0.2125118 Jan 05 18:16:06.161999 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34916) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:06.168578 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bc0c8-8007-4257-bf25-aef9b70a26c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f3984-a8c7-448a-a91e-2f393933f377,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:06.188173 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] For port 8de8942d-69c1-41a5-85f0-3bc510231b37, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=8de8942d-69c1-41a5-85f0-3bc510231b37,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:06.188550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.188720 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:06.191733 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.api.v2.resource [None req-28d8fe52-9c76-423a-a2f1-79000ebf407d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] show failed (client error): The resource could not be found. Jan 05 18:16:06.192760 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-28d8fe52-9c76-423a-a2f1-79000ebf407d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups/548f3984-a8c7-448a-a91e-2f393933f377 HTTP/1.1" status: 404 len: 347 time: 0.0297596 Jan 05 18:16:06.195826 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34918) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:06.200757 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:06.201508 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:06.204022 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Calling delete_port for 8de8942d-69c1-41a5-85f0-3bc510231b37 owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:06.211594 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:06.213838 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:06.265072 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cea1d2-45d7-4997-9926-9e0628f9d3bd x-openstack-request-id: req-94cea1d2-45d7-4997-9926-9e0628f9d3bd {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:06.265072 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:06.265339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94cea1d2-45d7-4997-9926-9e0628f9d3bd {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:06.265653 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'status': 'completed', 'code': 200} Jan 05 18:16:06.338100 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Deleting port 79fe354c-bfda-491e-80d7-a0693f3f8b1c {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:06.338444 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.371584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-a16a7a2f-8f78-44bc-a4a3-56b904ec84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:06.373017 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-a16a7a2f-8f78-44bc-a4a3-56b904ec84e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1098 time: 0.0575466 Jan 05 18:16:06.407673 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:06.416693 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.417103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.429480 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Calling delete_port for 79fe354c-bfda-491e-80d7-a0693f3f8b1c owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:06.503568 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-7d99c7f4-68d9-4988-ab2b-c708bc00853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:06.505038 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-7d99c7f4-68d9-4988-ab2b-c708bc00853e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.1206288 Jan 05 18:16:06.576182 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-3be502a3-027b-498d-82fe-ffbbb279a553 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 999 time: 0.0634596 Jan 05 18:16:06.609564 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.640157 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de8942d-69c1-41a5-85f0-3bc510231b37,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:06.644378 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:04Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:06.651128 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.666089 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-39d0215d-3815-431b-84f0-b089d62756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:06.667707 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-39d0215d-3815-431b-84f0-b089d62756f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0857906 Jan 05 18:16:06.677227 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'Port': ['ID=79fe354c-bfda-491e-80d7-a0693f3f8b1c,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:06.679723 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95befdd-a836-4b04-9469-b555fbf213f6 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:04Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:06.763163 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.766157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.768103 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-14e35831-3cfa-45da-bdd0-ade18ca4ad20 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "DELETE /v2.0/floatingips/43ea4d97-9d2c-4b7c-ae27-843a2c67d191 HTTP/1.1" status: 204 len: 168 time: 0.5695627 Jan 05 18:16:06.844198 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-79f51e6f-df77-4478-9c22-79a1a57795e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:06.845695 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-79f51e6f-df77-4478-9c22-79a1a57795e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1628745 Jan 05 18:16:06.934885 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:06.961991 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ff974-a634-4991-8732-09243c931172 None None] New status for floating IP e6b06907-ff70-4c11-adbe-7be800e578aa: ACTIVE {{(pid=102090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:16:06.995858 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:07.022654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: c5a45800-a3d4-41a3-b81d-2714d69e10a8 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:07.022993 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c5a45800-a3d4-41a3-b81d-2714d69e10a8 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:07.031356 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-ce1d372a-08e9-4308-879e-c8e6dfaa857f service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758296 Jan 05 18:16:07.096003 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34924) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:07.103331 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442647368', 'description': 'tempest-description--475916311'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:07.183758 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.217618 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1dc3ac6b-3b3d-4f1f-9364-ba70dbff500c req-b5a9fad9-6a87-4707-9b09-c1b3dfb47149 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798460 Jan 05 18:16:07.256047 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Router 928e2a20-cb64-43e0-9e72-79c06d365b99 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:07.261651 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.362713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:07.366538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.371809 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0150bef7-2cbd-4ba1-b183-c52d8ad45149 admin admin] 10.222.0.26 "PUT /v2.0/routers/928e2a20-cb64-43e0-9e72-79c06d365b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4446588 Jan 05 18:16:07.372517 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34926) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:07.376514 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Sync routers for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:07.386265 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:07.386875 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:07.402818 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db67229-a9b4-4850-af84-fb59c556ac31,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:07.454322 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.459050 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c07dc439-1cee-47e4-8009-7d2434958f1f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3577952 Jan 05 18:16:07.459486 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34928) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:07.463985 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group_rule': {'security_group_id': '2db67229-a9b4-4850-af84-fb59c556ac31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:07.478113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks [] for router, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.501367 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:07.548915 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.583456 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.605913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.678567 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:16:06Z', 'revision_number': 5, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port': {'id': 'fcaa9160-11bb-4664-8b18-383b028d6626', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:07.686929 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.705427 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d305717-2e52-4a26-a4c2-6eb71b5297cb,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:07.707602 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Checking router: 928e2a20-cb64-43e0-9e72-79c06d365b99 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:07.709708 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Deleting port fcaa9160-11bb-4664-8b18-383b028d6626 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:07.710761 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.717523 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Routers {'928e2a20-cb64-43e0-9e72-79c06d365b99'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:07.718162 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:15:44Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['928e2a20-cb64-43e0-9e72-79c06d365b99'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:07.768403 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.772279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5719f16c-f83b-40f3-a4f8-e715ce4202ce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092902 Jan 05 18:16:07.772705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34930) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:07.777569 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'security_group_rule': {'security_group_id': '2db67229-a9b4-4850-af84-fb59c556ac31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:07.790747 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] For port fcaa9160-11bb-4664-8b18-383b028d6626, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=fcaa9160-11bb-4664-8b18-383b028d6626,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:07.791115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.804698 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] Set router 928e2a20-cb64-43e0-9e72-79c06d365b99 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:07.805263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Calling delete_port for fcaa9160-11bb-4664-8b18-383b028d6626 owned by network:router_gateway {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:07.857432 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 6, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:07.863739 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:07.884480 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbd192-3285-4a6c-99fc-ca20b75c6d86 None None] The sync data for ids ['928e2a20-cb64-43e0-9e72-79c06d365b99'] in dv-cinder-xena-3-iscsi is: [{'id': '928e2a20-cb64-43e0-9e72-79c06d365b99', 'name': 'tempest-TestMinimumBasicScenario-1226324921-router', 'tenant_id': 'd4e3b7dcf9704564808071f049c02285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:10:34Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 6, 'project_id': 'd4e3b7dcf9704564808071f049c02285', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:07.925998 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.001211 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.021674 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ffc61a-5dfe-4f56-bda5-8a9f04f7889a,revision_number=0']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:08.024037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.050444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcaa9160-11bb-4664-8b18-383b028d6626,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:08.060084 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.061864 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ead3b90d-8fd5-4f63-acc0-dd1c5735e7a9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877088 Jan 05 18:16:08.065032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34932) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:08.069398 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:08.112048 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.138344 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.240781 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.487762 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.490075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.533023 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.584278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Allocated IP 172.37.1.253 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/7accd3a5-17ad-4cee-bb35-d1f931da7490) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:16:08.616830 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.617402 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928e2a20-cb64-43e0-9e72-79c06d365b99 {{(pid=102088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:16:08.624344 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.624344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-cbbf3683-5928-4836-b609-e1d2f15aac8e admin admin] 10.222.0.26 "DELETE /v2.0/routers/928e2a20-cb64-43e0-9e72-79c06d365b99 HTTP/1.1" status: 204 len: 168 time: 1.2509103 Jan 05 18:16:08.626504 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34934) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:08.673288 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Deleting subnet 985f87a7-d6a5-475a-9c16-e35451fd797c {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:16:08.676492 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.691407 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.718329 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742473'] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.788156 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 8de8942d-69c1-41a5-85f0-3bc510231b37 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:08.808941 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 8de8942d-69c1-41a5-85f0-3bc510231b37 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:08.809284 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 8de8942d-69c1-41a5-85f0-3bc510231b37 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:08.817998 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.828572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.862772 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:16:08.867007 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:16:08.870518 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:16:08.878555 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=7accd3a5-17ad-4cee-bb35-d1f931da7490,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:08.960461 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:08.994544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25741712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700722'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.019665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985f87a7-d6a5-475a-9c16-e35451fd797c,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:09.031566 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.034526 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0fe42aa6-53f8-4332-9019-856c0975a805 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/985f87a7-d6a5-475a-9c16-e35451fd797c HTTP/1.1" status: 204 len: 168 time: 0.4071062 Jan 05 18:16:09.036995 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34936) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:09.038032 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de284c-1282-4d20-910b-857492eaea9c None None] Network 43d6a3a7-da84-408c-aca4-d3f02be772ba requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:16:09.082976 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.108642 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.162662 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Deleting port d0753ffd-9c60-4591-8347-caa415a5fdfd {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:09.163052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.225103 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] For port d0753ffd-9c60-4591-8347-caa415a5fdfd, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d0753ffd-9c60-4591-8347-caa415a5fdfd,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:09.225465 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.237880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Calling delete_port for d0753ffd-9c60-4591-8347-caa415a5fdfd owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:09.251013 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] DHCP port deletion for 43d6a3a7-da84-408c-aca4-d3f02be772ba request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:16:09.251645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.304987 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Deleting port d0753ffd-9c60-4591-8347-caa415a5fdfd {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:09.305633 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.313792 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.370555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] For port d0753ffd-9c60-4591-8347-caa415a5fdfd, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=d0753ffd-9c60-4591-8347-caa415a5fdfd,segment=NetworkSegment(905b6d70-2810-4a27-b68f-b140557a766e),segment_id=905b6d70-2810-4a27-b68f-b140557a766e)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:09.370944 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.384179 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Calling delete_port for d0753ffd-9c60-4591-8347-caa415a5fdfd owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:09.386600 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=7accd3a5-17ad-4cee-bb35-d1f931da7490,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:09.395379 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.405371 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.430905 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0753ffd-9c60-4591-8347-caa415a5fdfd,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:09.432683 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] No DVR routers for this DVR port d0753ffd-9c60-4591-8347-caa415a5fdfd on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:09.460511 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.486454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Pushing event deleted for resources: {'Port': ['ID=d0753ffd-9c60-4591-8347-caa415a5fdfd,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:09.492982 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] No DVR routers for this DVR port d0753ffd-9c60-4591-8347-caa415a5fdfd on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:09.494509 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.496108 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f32ad298-093c-4f64-9d7c-124979b3758e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4300601 Jan 05 18:16:09.505037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.509836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.510216 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.510557 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.510996 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.511203 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.511529 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.511849 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.512297 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.512564 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.512957 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.513936 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.518765 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b69a0e-45a4-4d22-8a24-6124bb4e03a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:16:09.528352 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d6a3a7-da84-408c-aca4-d3f02be772ba']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:09.537511 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905b6d70-2810-4a27-b68f-b140557a766e') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:09.537808 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905b6d70-2810-4a27-b68f-b140557a766e') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:09.547661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.561099 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.566864 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:16:09.567251 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:16:09.568860 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:16:09.696504 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-78b44569-8662-44e7-ad43-1dcda347e30e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--442647368&fields=id&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 267 time: 0.0333519 Jan 05 18:16:09.697731 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.713873 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:09.717567 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/43d6a3a7-da84-408c-aca4-d3f02be772ba HTTP/1.1" status: 204 len: 168 time: 0.6796396 Jan 05 18:16:09.718930 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b03d08-a3d0-4868-8c49-c05c77c51dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d6a3a7-da84-408c-aca4-d3f02be772ba,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:09.808130 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-cadee7f7-9616-4035-86ab-2b4ef675aada tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:09.809511 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-cadee7f7-9616-4035-86ab-2b4ef675aada tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 816 time: 0.1055653 Jan 05 18:16:09.825690 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-61f4a9e9-d2ac-4e03-9527-53063209219c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/quotas/b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 375 time: 0.0088024 Jan 05 18:16:09.876111 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-cab07164-1bca-4646-8d39-d646478f17d5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458889 Jan 05 18:16:09.969578 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-f7ebe631-362d-4691-8d1c-506d2f446b10 service neutron] 10.222.0.26 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Jan 05 18:16:10.040199 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34954) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:10.059934 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-396d7f50-eeac-48cf-800b-af761751ef13 service neutron] 10.222.0.26 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844071 Jan 05 18:16:10.079919 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-31d918f3-1f18-4441-8249-79eb6d0734a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c753dd0d3b2f4098a76e0e6a57614fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384390 Jan 05 18:16:10.082221 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 34956) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:10.133517 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:10.154567 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:10.271078 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8933ac72-064b-42df-aa77-bb362d6c41c0 req-fb30110b-0564-4b06-a391-375f5778f8a4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Jan 05 18:16:10.271942 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:10.274328 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:10.277652 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e465a159-43e7-4c97-a18f-a7063a7dbf12 HTTP/1.1" status: 204 len: 168 time: 0.1922519 Jan 05 18:16:10.283611 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f35bb-cef2-4d98-b97d-f8c20a3ef1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465a159-43e7-4c97-a18f-a7063a7dbf12,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:10.379733 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device fcaa9160-11bb-4664-8b18-383b028d6626 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:10.399237 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: fcaa9160-11bb-4664-8b18-383b028d6626 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:10.399601 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device fcaa9160-11bb-4664-8b18-383b028d6626 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:10.400023 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d0753ffd-9c60-4591-8347-caa415a5fdfd no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:10.419469 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: d0753ffd-9c60-4591-8347-caa415a5fdfd {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:10.419958 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device d0753ffd-9c60-4591-8347-caa415a5fdfd not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:10.942229 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34974) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:10.980874 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bff1980d-5df5-4f27-8ffc-f76ef4d6c5d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4e3b7dcf9704564808071f049c02285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375345 Jan 05 18:16:10.983357 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 34976) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:11.030307 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:11.052502 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:11.199179 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:11.201693 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:11.202952 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2a9add1-4e89-4a08-84c7-1367b357ab34 HTTP/1.1" status: 204 len: 168 time: 0.2186787 Jan 05 18:16:11.210608 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635b705-ba9b-4c40-8aa2-c0cbda97929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9add1-4e89-4a08-84c7-1367b357ab34,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:11.326780 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4aaa062c-d57c-45e7-a71b-8fa1fe1810a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:11.376083 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-930fed4d-aae4-4ea0-b965-bf363b8339e5 req-c3a06851-f0c8-4c22-91c4-25e81ae0d40c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 210 time: 0.0307102 Jan 05 18:16:12.240980 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-a4b9db53-7071-476d-9fc9-675e89da3cf6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:12.242564 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-a4b9db53-7071-476d-9fc9-675e89da3cf6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 816 time: 0.1048439 Jan 05 18:16:12.290618 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-dd2781e6-59e1-44f8-8294-fa187fafdf80 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 379 time: 0.0330641 Jan 05 18:16:12.300079 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'port': {'device_id': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'admin_state_up': True, 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'security_groups': ['2db67229-a9b4-4850-af84-fb59c556ac31']}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:12.480910 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-95d0e24b-cbd2-4960-ac0e-1a2d17b28de0 req-0a29b2f6-686d-497b-9f03-0b409b64d5b1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 210 time: 0.0261171 Jan 05 18:16:12.499267 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Made reservation on behalf of b91be5b55b454af7a9f0f161ad064f64 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:16:12.499267 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:12.626194 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Allocated IP 172.20.0.14 (ae9edd83-a753-43bb-9794-9ca1d1f00bcd/38dc4b04-792a-444d-adee-ca61cf4d1a92/3862f2af-2eb2-47cb-a73f-7af077906f10) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:16:12.759713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:12.858871 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:12.867048 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb57a1f-2844-4f77-a864-e5baa4961a83 req-15df47e2-623d-4689-836e-1201316bd666 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:12.868476 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5cb57a1f-2844-4f77-a864-e5baa4961a83 req-15df47e2-623d-4689-836e-1201316bd666 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jan 05 18:16:12.901713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:16:12.904520 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:16:12.907656 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5cb57a1f-2844-4f77-a864-e5baa4961a83 req-ccf08ca1-24d7-403d-b4fe-e234935981b0 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Jan 05 18:16:12.908325 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:16:12.934948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:12.962832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:12.963440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.032449 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-bd78dbd7-9376-4ff4-b38b-4609bac0e8ca tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7360804 Jan 05 18:16:13.052595 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Request body: {'port': {'device_id': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:13.108958 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.150638 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-8e79fd84-790d-4f90-9abd-aa132ef0a7e9 None None] Provisioning complete for port 3862f2af-2eb2-47cb-a73f-7af077906f10 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:16:13.151185 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8e79fd84-790d-4f90-9abd-aa132ef0a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.186039 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8e79fd84-790d-4f90-9abd-aa132ef0a7e9 None None] Port 3862f2af-2eb2-47cb-a73f-7af077906f10 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:16:13.362672 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:16:13.369676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.381372 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Transition to ACTIVE for port object 3862f2af-2eb2-47cb-a73f-7af077906f10 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:16:13.422971 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.469886 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:13.545474 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Attempting to bind port 3862f2af-2eb2-47cb-a73f-7af077906f10 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:16:13.545817 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Attempting to bind port 3862f2af-2eb2-47cb-a73f-7af077906f10 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:16:13.546167 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Attempting to bind port 3862f2af-2eb2-47cb-a73f-7af077906f10 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:16:13.550706 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Port 3862f2af-2eb2-47cb-a73f-7af077906f10 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:16:13.551133 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Attempting to bind port 3862f2af-2eb2-47cb-a73f-7af077906f10 on network ae9edd83-a753-43bb-9794-9ca1d1f00bcd {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:16:13.556040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:16:13.560040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Checking segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:16:13.560040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Bound using segment: {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:16:13.560040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Bound port: 3862f2af-2eb2-47cb-a73f-7af077906f10, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa06518e-576c-46f9-8e13-4e9aa9b5db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:16:13.560040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.599592 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-da68b29f-f5f3-4318-821c-0009139418d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.650135 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:16:13.652982 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee0fd-b64d-47c9-a280-5f09bfed83fe req-ecf69435-f886-4387-aba7-3d14b82509df tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:13.655090 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a9ee0fd-b64d-47c9-a280-5f09bfed83fe req-ecf69435-f886-4387-aba7-3d14b82509df tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0941322 Jan 05 18:16:13.661420 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:16:13.666067 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:16:13.696848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9a9ee0fd-b64d-47c9-a280-5f09bfed83fe req-b7b8f3bd-1c8c-4f18-bc22-bda1806a38e8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Jan 05 18:16:13.725807 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.762975 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:13.764072 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:13.765407 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] 10.222.0.10 "PUT /v2.0/ports/3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 200 len: 1094 time: 0.7172768 Jan 05 18:16:13.765824 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:13.768095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:13.796263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ebda-9f5b-445a-82da-9626f8a8baee service neutron] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:13.809637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa694d7-5573-4974-9b1d-f6e0431fb31c x-openstack-request-id: req-aaa694d7-5573-4974-9b1d-f6e0431fb31c {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:13.809637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:13.809637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaa694d7-5573-4974-9b1d-f6e0431fb31c {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:13.809637 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'status': 'completed', 'code': 200} Jan 05 18:16:13.915684 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-7414828a-2eb2-423a-8a29-d044e6865b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:13.917247 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-7414828a-2eb2-423a-8a29-d044e6865b4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1097 time: 0.0448201 Jan 05 18:16:14.062964 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6e031-4797-4777-92d3-49ce2bde01d7 req-daa206c1-8854-421b-9371-3e0540a478d1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.064405 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-40a6e031-4797-4777-92d3-49ce2bde01d7 req-daa206c1-8854-421b-9371-3e0540a478d1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0850458 Jan 05 18:16:14.067162 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-dc5caead-840e-4cc5-9aed-f97fad756f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.068466 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-dc5caead-840e-4cc5-9aed-f97fad756f67 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b91be5b55b454af7a9f0f161ad064f64&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1323032 Jan 05 18:16:14.118497 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-40a6e031-4797-4777-92d3-49ce2bde01d7 req-21a4ab0b-ee17-42f3-b256-fc5b5b725c5b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480564 Jan 05 18:16:14.192926 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-55b585c5-ef9f-489b-ab45-a881a1e269ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.194645 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dd96dc30-21c7-40c8-9a6d-094d8beb03f7 req-55b585c5-ef9f-489b-ab45-a881a1e269ab service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042054 Jan 05 18:16:14.292069 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-310dae70-9b17-4bde-8bfb-626af5f585b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.293424 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-310dae70-9b17-4bde-8bfb-626af5f585b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1097 time: 0.0388422 Jan 05 18:16:14.342643 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-c6ec088b-e5f0-4a74-b8ae-9ff16a6f8746 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 200 len: 217 time: 0.0338912 Jan 05 18:16:14.391415 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-05ac44bd-4f87-4e08-b74c-c2ccef6b6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.392800 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-05ac44bd-4f87-4e08-b74c-c2ccef6b6e36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0430739 Jan 05 18:16:14.532008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3747e858-361b-42c2-bf26-caccdef87c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.533486 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-3747e858-361b-42c2-bf26-caccdef87c79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697811 Jan 05 18:16:14.541436 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-70c93e4a-d6a3-4a6b-90b9-e127f4d07299 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.543018 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-70c93e4a-d6a3-4a6b-90b9-e127f4d07299 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 945 time: 0.0711861 Jan 05 18:16:14.576731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:14.681843 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-892bcfe5-fda0-4207-a730-08df2d763afb service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379466 Jan 05 18:16:14.712875 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Deleting port c12cd601-9200-451f-a797-41769529c4ce {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:14.713214 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:14.818553 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1d69c-18ff-4d5f-a3e2-7f31d1e8bd8b req-651ab001-2dc2-4301-b1c5-6f85c7ab3519 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:14.820052 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-29f1d69c-18ff-4d5f-a3e2-7f31d1e8bd8b req-651ab001-2dc2-4301-b1c5-6f85c7ab3519 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0510266 Jan 05 18:16:14.850041 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-dc2174c8-778e-4156-bcb6-1e8b094bcc88 req-a26777bd-9aa3-4a3d-a17d-39d2eb0b1a76 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592546 Jan 05 18:16:14.854892 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] For port c12cd601-9200-451f-a797-41769529c4ce, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=c12cd601-9200-451f-a797-41769529c4ce,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:14.855259 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:14.857919 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-29f1d69c-18ff-4d5f-a3e2-7f31d1e8bd8b req-26da6bc1-3815-4fd8-80ec-8c4dcfee1742 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Jan 05 18:16:15.023211 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:15.023573 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:15.023892 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Floating IP 106202d7-d291-4659-b639-77311fae0b58 disassociated. External IP: 172.37.1.155, port: c12cd601-9200-451f-a797-41769529c4ce. Jan 05 18:16:15.024227 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Calling delete_port for c12cd601-9200-451f-a797-41769529c4ce owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:15.218059 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:15.249742 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'Port': ['ID=c12cd601-9200-451f-a797-41769529c4ce,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:15.302388 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f21bde-f1a5-4902-a33d-d2d09ffbe40d req-51e48e7a-4701-41bf-977c-f7e9566009da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:15.303864 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15f21bde-f1a5-4902-a33d-d2d09ffbe40d req-51e48e7a-4701-41bf-977c-f7e9566009da tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 867 time: 0.1167068 Jan 05 18:16:15.626838 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-15f21bde-f1a5-4902-a33d-d2d09ffbe40d req-c8a605e7-10d2-4667-9e30-fc01f9bf5079 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=7224f322-1ce4-4c5c-b121-383cd917e084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956150 Jan 05 18:16:15.649633 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:15.760321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:15.769897 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:15.778578 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:15.779177 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:15.797898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] No DVR routers for this DVR port c12cd601-9200-451f-a797-41769529c4ce on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:16:15.800408 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:15.803675 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3cbd6a4-359b-4970-a34f-f28ccb6ebd57 req-d2ac33c0-e972-4025-a38c-72cd5af3aabf tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "DELETE /v2.0/ports/c12cd601-9200-451f-a797-41769529c4ce HTTP/1.1" status: 204 len: 173 time: 1.2523906 Jan 05 18:16:15.809255 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'name': 'network-vif-deleted', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:15.812103 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbe435-b8c3-4dd0-bbab-9cf61625ffbe" -d '{"events": [{"server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "name": "network-vif-deleted", "tag": "c12cd601-9200-451f-a797-41769529c4ce"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:15.846686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e548b-bce2-4e4b-94c2-4c1158866033 x-openstack-request-id: req-1d6e548b-bce2-4e4b-94c2-4c1158866033 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:15.850324 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43be7c20-103d-483f-99e6-62880b672333", "name": "network-vif-deleted", "tag": "c12cd601-9200-451f-a797-41769529c4ce", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:15.850324 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d6e548b-bce2-4e4b-94c2-4c1158866033 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:15.850324 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43be7c20-103d-483f-99e6-62880b672333', 'name': 'network-vif-deleted', 'tag': 'c12cd601-9200-451f-a797-41769529c4ce', 'status': 'completed', 'code': 200} Jan 05 18:16:15.883077 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:16.003484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d960b4d-c2e9-44a3-adf2-2bcaa0f9f646 req-b086decd-09d9-4fc2-8666-64e8e68c9e57 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:16.006701 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3d960b4d-c2e9-44a3-adf2-2bcaa0f9f646 req-b086decd-09d9-4fc2-8666-64e8e68c9e57 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0534978 Jan 05 18:16:16.043019 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3d960b4d-c2e9-44a3-adf2-2bcaa0f9f646 req-11da6562-9322-4741-8084-497bb9c2ec23 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Jan 05 18:16:16.084921 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:16.118878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:16.129386 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:16.129986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:16.192898 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:16.236663 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:16.440744 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:16.469606 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99d08f-7b91-4ab4-9312-16e52442712f None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:16.526815 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:16.695921 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746632a-a6ef-4fff-9e01-6ab7351ce504 None None] New status for floating IP 106202d7-d291-4659-b639-77311fae0b58: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:16:16.744207 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3f5b9e9d-456e-41ef-b1e3-62bd744b2cc9 req-b89f8275-c785-4007-a1d8-ce78085e3e88 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=43be7c20-103d-483f-99e6-62880b672333 HTTP/1.1" status: 200 len: 210 time: 0.0289283 Jan 05 18:16:17.161433 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ffa3-5648-4aef-918f-ab1f739153d1 req-7ac2ac09-8feb-491b-86d0-b6ac44f2c218 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:17.162928 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f876ffa3-5648-4aef-918f-ab1f739153d1 req-7ac2ac09-8feb-491b-86d0-b6ac44f2c218 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Jan 05 18:16:17.200285 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f876ffa3-5648-4aef-918f-ab1f739153d1 req-fbed8974-c449-44fc-9c2e-822a94b3c862 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Jan 05 18:16:17.914885 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35024) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:17.967913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:17.990176 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.103490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.105991 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.107194 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "DELETE /v2.0/security-groups/7224f322-1ce4-4c5c-b121-383cd917e084 HTTP/1.1" status: 204 len: 168 time: 0.1913309 Jan 05 18:16:18.110216 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35026) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:18.116120 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26d848-10f1-45fd-9fde-f46bfea2cc82 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224f322-1ce4-4c5c-b121-383cd917e084,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:18.125413 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.api.v2.resource [None req-a93246ec-14b1-44ac-9eab-16acacc3e041 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] show failed (client error): The resource could not be found. Jan 05 18:16:18.127554 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a93246ec-14b1-44ac-9eab-16acacc3e041 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups/7224f322-1ce4-4c5c-b121-383cd917e084 HTTP/1.1" status: 404 len: 347 time: 0.0162678 Jan 05 18:16:18.128749 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35028) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:18.250359 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Deleting port b863b258-bfe3-47d0-83d5-efd6b7c9c9dd {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:16:18.250702 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.361715 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c20ae-52c6-4fbf-8734-2a7bb51d7c7c req-8d27396d-4c6d-4392-95e9-bc192bcea88a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:18.363220 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f19c20ae-52c6-4fbf-8734-2a7bb51d7c7c req-8d27396d-4c6d-4392-95e9-bc192bcea88a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0746469 Jan 05 18:16:18.364833 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.365155 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.382434 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Calling delete_port for b863b258-bfe3-47d0-83d5-efd6b7c9c9dd owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:16:18.453613 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f19c20ae-52c6-4fbf-8734-2a7bb51d7c7c req-ee3620fe-250b-40f4-9633-dff13e8db8f8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812712 Jan 05 18:16:18.606349 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.633183 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'Port': ['ID=b863b258-bfe3-47d0-83d5-efd6b7c9c9dd,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:18.695516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.698041 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:18.699191 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0a9e5ddb-bfc3-4546-91af-e0a5fec70999 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "DELETE /v2.0/floatingips/106202d7-d291-4659-b639-77311fae0b58 HTTP/1.1" status: 204 len: 168 time: 0.5694978 Jan 05 18:16:19.020790 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:16:19.030878 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c12cd601-9200-451f-a797-41769529c4ce no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:16:19.051685 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: c12cd601-9200-451f-a797-41769529c4ce {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:16:19.052027 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device c12cd601-9200-451f-a797-41769529c4ce not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:16:19.133066 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:19.143510 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:16:19.179439 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.192072 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:16:19.210456 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:19.265640 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.287651 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35038) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:19.292583 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318477902', 'description': 'tempest-description--29626520'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:19.314755 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:19.372077 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.441216 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.502347 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.539207 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294c7523-1369-431b-85c9-2354435933c2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:19.575016 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6699a-e8b2-41e3-bc94-a16912c2c747 req-96d261d5-53e1-41dc-a5cc-e64469980d89 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:19.576776 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62a6699a-e8b2-41e3-bc94-a16912c2c747 req-96d261d5-53e1-41dc-a5cc-e64469980d89 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jan 05 18:16:19.603892 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.605066 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-60c7cd87-ca0b-410f-b8e6-5882dcfc8d91 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3162796 Jan 05 18:16:19.610485 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35042) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:19.613915 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group_rule': {'security_group_id': '294c7523-1369-431b-85c9-2354435933c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:19.619767 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62a6699a-e8b2-41e3-bc94-a16912c2c747 req-5688e1c2-5adf-4258-b80a-e0f65f4dc545 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363796 Jan 05 18:16:19.719845 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.760610 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['3862f2af-2eb2-47cb-a73f-7af077906f10'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:16:19.775444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.846107 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.863722 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d2805f-e7cb-4c31-a74e-bc82cf6a5edd,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:19.922275 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:19.923516 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-25085511-4813-4cdf-a1f7-7712635128ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134379 Jan 05 18:16:19.926065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35044) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:19.930374 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'security_group_rule': {'security_group_id': '294c7523-1369-431b-85c9-2354435933c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:20.004572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.060807 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.108591 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748083'] for security_group_rule, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.126937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20179159-e2a0-4bf4-bf6b-62c7e753e89c,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:20.173445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.174667 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-460bb3ad-f2b5-406b-bc5d-2d363fd80b62 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476678 Jan 05 18:16:20.177599 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35046) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:20.181938 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:20.246203 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.340412 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.444956 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Allocated IP 172.37.1.149 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/4fd153b8-7fd3-4587-a94a-a078750505c5) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:16:20.540690 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.667336 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.708021 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:16:20.713033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:16:20.733270 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:16:20.759691 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=4fd153b8-7fd3-4587-a94a-a078750505c5,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:20.793602 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9d68-76d1-4104-8811-255fc112c1a1 req-830e4e31-3a32-4270-80f4-3c66c3cf5c16 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:20.795117 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec8c9d68-76d1-4104-8811-255fc112c1a1 req-830e4e31-3a32-4270-80f4-3c66c3cf5c16 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 945 time: 0.1003528 Jan 05 18:16:20.862612 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec8c9d68-76d1-4104-8811-255fc112c1a1 req-9e93e962-95ae-4d34-bf87-0d6ffdd3c2da tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610161 Jan 05 18:16:20.865105 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:20.966030 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.043438 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:16:21.111075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.171560 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 3862f2af-2eb2-47cb-a73f-7af077906f10 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:16:21.175564 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 3862f2af-2eb2-47cb-a73f-7af077906f10 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:16:21.175958 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.211821 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.254559 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.276701 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:21.279001 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e13466-55db-4d29-88cc-c4c13c55cc6b" -d '{"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:21.287638 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=4fd153b8-7fd3-4587-a94a-a078750505c5,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:21.291249 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:21.294213 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.321019 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca860f88-1d67-47dd-8a01-3c319c2ddaab x-openstack-request-id: req-ca860f88-1d67-47dd-8a01-3c319c2ddaab {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:21.321327 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:21.321578 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca860f88-1d67-47dd-8a01-3c319c2ddaab {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:21.321969 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'code': 200} Jan 05 18:16:21.370785 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.418270 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:21.418491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:21.419772 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-af9ffced-928d-4ddd-82a3-60e3420101d6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2411520 Jan 05 18:16:21.604547 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-a057f8dc-cdbc-460e-984a-74592d3c3c2f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--318477902&fields=id&tenant_id=a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 267 time: 0.0323496 Jan 05 18:16:21.717771 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d4864-6258-4ba1-baf0-1adf0367dea0 req-3330a4be-1647-43e6-860c-a17d6f189777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:21.719309 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d2d4864-6258-4ba1-baf0-1adf0367dea0 req-3330a4be-1647-43e6-860c-a17d6f189777 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1099 time: 0.0978165 Jan 05 18:16:21.753277 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-d8ed0fb8-e4c4-4915-8cf9-0c40c3d6b4f9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:21.754708 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-d8ed0fb8-e4c4-4915-8cf9-0c40c3d6b4f9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 810 time: 0.1422238 Jan 05 18:16:21.781968 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1d2d4864-6258-4ba1-baf0-1adf0367dea0 req-370b256a-92df-487f-bb95-85a984df2eb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496509 Jan 05 18:16:21.783292 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-7daeeb4c-3fb3-4e3a-a305-2762df231d9e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/quotas/a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 375 time: 0.0218956 Jan 05 18:16:21.835274 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-25ddfe5a-f801-44a3-b007-33e87f5083ca tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463367 Jan 05 18:16:21.933558 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-4f49b899-34bb-4d64-879c-33266635153b service neutron] 10.222.0.26 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Jan 05 18:16:21.985250 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5b5e4-fccd-4d61-b136-a467cc35bf2f req-2fec78df-516b-4214-b05c-f86422874ff2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:21.986888 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d7b5b5e4-fccd-4d61-b136-a467cc35bf2f req-2fec78df-516b-4214-b05c-f86422874ff2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0530190 Jan 05 18:16:22.021384 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-d09cc748-33b2-4b7f-a739-b6af75f2b720 service neutron] 10.222.0.26 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816913 Jan 05 18:16:22.022954 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d7b5b5e4-fccd-4d61-b136-a467cc35bf2f req-4dab3c04-d9dd-4ae6-8abc-1dd6200329a3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301728 Jan 05 18:16:22.272797 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c15f61b3-c14d-4b2c-a28f-9438fb476bf7 req-a666ea49-0d91-4870-8cb0-cb37a1fb2820 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0257361 Jan 05 18:16:23.147397 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02606b5e-3201-43e7-b56d-868db00cf699 req-5d83ae8c-463d-47fa-9dfc-32c28c798a94 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:23.149039 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02606b5e-3201-43e7-b56d-868db00cf699 req-5d83ae8c-463d-47fa-9dfc-32c28c798a94 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0567272 Jan 05 18:16:23.187090 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02606b5e-3201-43e7-b56d-868db00cf699 req-e66a0f47-6c84-4927-9f21-04bb5d4dfe55 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Jan 05 18:16:23.364481 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-58c535b5-62bf-4ef0-aca3-1f44cf30a27d req-452ab758-5067-4a71-a845-1a232dbc8b36 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0258808 Jan 05 18:16:24.362928 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef17eb2-c2bc-4d56-99ca-1b84821e1d07 req-9d6d9938-bba7-4077-9606-45b1dd8e334d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:24.364434 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aef17eb2-c2bc-4d56-99ca-1b84821e1d07 req-9d6d9938-bba7-4077-9606-45b1dd8e334d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.1074533 Jan 05 18:16:24.428076 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-22111469-5eea-48db-bd6c-b983479751f1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:24.429557 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-22111469-5eea-48db-bd6c-b983479751f1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 810 time: 0.1451499 Jan 05 18:16:24.432439 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aef17eb2-c2bc-4d56-99ca-1b84821e1d07 req-5b2bbfe8-8430-4f29-a29b-a0bba29add79 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621638 Jan 05 18:16:24.462911 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-307bf6fc-772b-4718-a14a-44a0a9ec78ad req-263c28ea-3ef4-446b-9a9b-b87f81783170 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0256236 Jan 05 18:16:24.492523 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-835418ea-ea1f-4c94-83a4-6cf93c9011e6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a115f4527087421fbd282e13ddea7838 HTTP/1.1" status: 200 len: 379 time: 0.0463972 Jan 05 18:16:24.502282 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'port': {'device_id': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'admin_state_up': True, 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'security_groups': ['294c7523-1369-431b-85c9-2354435933c2']}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:24.609992 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6106630-be53-437a-986a-75966820facb req-2e45e0ea-efd7-4471-80bc-0c2339152a68 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:24.611504 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c6106630-be53-437a-986a-75966820facb req-2e45e0ea-efd7-4471-80bc-0c2339152a68 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.1059268 Jan 05 18:16:24.620504 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35086) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:24.625500 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Request body: {'floatingip': {'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:24.670516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:24.703565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Made reservation on behalf of a115f4527087421fbd282e13ddea7838 for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:16:24.707191 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:24.829808 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Allocated IP 172.20.0.11 (0da28a8c-2ce1-4e0e-9a84-da0477c6194b/5572ea86-5d8b-46d9-be6f-b92a0cfaeef4/0dacd42b-f70e-4c6a-b252-dfc171bfd08d) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:16:24.966607 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.040566 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.086395 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:16:25.089328 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:16:25.093090 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:16:25.118793 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event updated for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:25.148741 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:25.149372 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.200411 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.237807 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-8ebdd0c2-58c9-495d-9888-719b66f770ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7393584 Jan 05 18:16:25.257353 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Request body: {'port': {'device_id': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:25.263470 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.309462 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.325257 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-e3dcc885-20d3-41af-aeb0-e90cd20d32fc None None] Provisioning complete for port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:16:25.325824 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc885-20d3-41af-aeb0-e90cd20d32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.360180 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcc885-20d3-41af-aeb0-e90cd20d32fc None None] Port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:16:25.367056 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Floating IP 10dc2044-4b18-4d1c-a010-0b96089be544 associated. External IP: 172.37.1.253, port: 3862f2af-2eb2-47cb-a73f-7af077906f10. Jan 05 18:16:25.585960 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dacd42b-f70e-4c6a-b252-dfc171bfd08d {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:16:25.594140 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.606837 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Transition to ACTIVE for port object 0dacd42b-f70e-4c6a-b252-dfc171bfd08d will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:16:25.680533 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.713901 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42088dea-cc3c-4dcf-8d10-8ba880ed1bb6 req-a15e3c50-650e-4593-bc24-f845cfc4ccb8 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:25.721555 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-42088dea-cc3c-4dcf-8d10-8ba880ed1bb6 req-a15e3c50-650e-4593-bc24-f845cfc4ccb8 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 932 time: 0.0736144 Jan 05 18:16:25.736064 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Pushing event updated for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:25.804326 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Attempting to bind port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:16:25.804661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Attempting to bind port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:16:25.804996 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Attempting to bind port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:16:25.809612 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:16:25.810151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Attempting to bind port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d on network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:16:25.816684 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:16:25.817177 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Checking segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:16:25.817832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Bound using segment: {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:16:25.817987 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Bound port: 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f134de24-5242-4c97-8d7c-c00d90ccc24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:16:25.818380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.823836 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-42088dea-cc3c-4dcf-8d10-8ba880ed1bb6 req-bbeba39d-c60e-4b2a-b39d-5b52fec36e64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951798 Jan 05 18:16:25.869564 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:25.893577 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:16:25.896704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:16:25.971255 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.986719 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:25.991593 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:25.997514 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:26.004385 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.004991 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:26.006398 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] 10.222.0.10 "PUT /v2.0/ports/0dacd42b-f70e-4c6a-b252-dfc171bfd08d HTTP/1.1" status: 200 len: 1094 time: 0.7533276 Jan 05 18:16:26.006854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:26.008139 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:26.008976 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:26.009116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc7558f-5673-43cf-bfe7-b23a542b2c38" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:26.032715 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-d91f5a7a-3f9b-41f1-bf97-8e5eeb03b3d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "PUT /v2.0/floatingips/10dc2044-4b18-4d1c-a010-0b96089be544 HTTP/1.1" status: 200 len: 992 time: 1.4109213 Jan 05 18:16:26.033356 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:26.036739 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6af49a-f812-432c-bf33-17f5363a9340" -d '{"events": [{"name": "network-changed", "server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:26.047562 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e1a5-3d45-4bac-a744-9be44109a657 service neutron] Pushing event updated for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:26.078893 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1456bcd6-7089-47ea-bbb9-6364640ce490 x-openstack-request-id: req-1456bcd6-7089-47ea-bbb9-6364640ce490 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:26.079187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:26.079662 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1456bcd6-7089-47ea-bbb9-6364640ce490 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:26.080189 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'status': 'completed', 'code': 200} Jan 05 18:16:26.116494 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6d2f6-e100-49af-a86e-9746bad2f047 x-openstack-request-id: req-2ff6d2f6-e100-49af-a86e-9746bad2f047 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:26.116791 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:26.117098 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ff6d2f6-e100-49af-a86e-9746bad2f047 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:26.117552 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'status': 'completed', 'code': 200} Jan 05 18:16:26.153648 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:26.242965 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-483c4d16-0a31-4d97-ae3e-4067b3897ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.244452 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-483c4d16-0a31-4d97-ae3e-4067b3897ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 1097 time: 0.0718319 Jan 05 18:16:26.252659 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-e5c5a437-e3f7-45ec-9d62-f0d2b4daf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.254007 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-e5c5a437-e3f7-45ec-9d62-f0d2b4daf014 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1099 time: 0.0484333 Jan 05 18:16:26.398005 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '10dc2044-4b18-4d1c-a010-0b96089be544', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.253', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:08Z', 'updated_at': '2022-01-05T18:16:25Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:26.423167 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:26.428584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-c6c0ea0f-5ae2-41e4-b22a-90a433116648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.428584 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-c6c0ea0f-5ae2-41e4-b22a-90a433116648 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.1598141 Jan 05 18:16:26.428584 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-cc48d676-e98d-408f-9e27-53411f563df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.428584 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-cc48d676-e98d-408f-9e27-53411f563df7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a115f4527087421fbd282e13ddea7838&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1630826 Jan 05 18:16:26.431535 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:26.432130 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:26.536809 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:26.556876 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-e0e1edda-4171-4156-be80-7c6f9c7ae564 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 200 len: 1000 time: 0.1081493 Jan 05 18:16:26.616552 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-67436ea8-eac6-420b-9172-4cd80e92ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.617894 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-8dc7558f-5673-43cf-bfe7-b23a542b2c38 req-67436ea8-eac6-420b-9172-4cd80e92ce26 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629152 Jan 05 18:16:26.624843 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-284e8828-88f8-4ef5-bce7-700649652f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.626223 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-284e8828-88f8-4ef5-bce7-700649652f9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0577314 Jan 05 18:16:26.676378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-7ca31a78-1d80-45f2-ab6d-87b0387fe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.677981 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-7ca31a78-1d80-45f2-ab6d-87b0387fe82e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418715 Jan 05 18:16:26.759956 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '10dc2044-4b18-4d1c-a010-0b96089be544', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.253', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:08Z', 'updated_at': '2022-01-05T18:16:25Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:26.786760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5cda7-2ddd-4e9e-9cda-076c7f655b60 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '10dc2044-4b18-4d1c-a010-0b96089be544', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'floating_ip_address': '172.37.1.253', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'a5221018-cce8-406c-886f-df407e002e75', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:08Z', 'updated_at': '2022-01-05T18:16:25Z', 'revision_number': 1, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:26.799473 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-81f947dc-239f-44f9-af55-1be8f1bc1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:26.802427 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-81f947dc-239f-44f9-af55-1be8f1bc1baf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 1097 time: 0.0962908 Jan 05 18:16:26.817859 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-986006c6-6293-4eb2-a24a-bb5fb8170661 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192224 Jan 05 18:16:26.864062 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-68dc98d4-dba9-40de-9bd0-cacfa0d76bc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d HTTP/1.1" status: 200 len: 217 time: 0.0452356 Jan 05 18:16:26.980946 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286b243-03d6-433f-b876-0cad5d2770f7 None None] New status for floating IP 10dc2044-4b18-4d1c-a010-0b96089be544: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:16:27.243658 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-09b91937-f8bc-4137-ac39-bf2f6c532b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:27.245091 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-09b91937-f8bc-4137-ac39-bf2f6c532b6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.3720741 Jan 05 18:16:27.254317 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01065eb4-79d2-4053-a899-1709bcf3afaa req-55793f2e-63e0-4131-9102-5ec8bdb64521 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:27.255672 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-01065eb4-79d2-4053-a899-1709bcf3afaa req-55793f2e-63e0-4131-9102-5ec8bdb64521 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 944 time: 0.3526373 Jan 05 18:16:27.283193 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bc6af49a-f812-432c-bf33-17f5363a9340 req-88952515-4e09-44ea-9dca-34e6d8d68409 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578800 Jan 05 18:16:27.324903 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-01065eb4-79d2-4053-a899-1709bcf3afaa req-2339cd38-4627-4852-a0b7-a66e7dc87bde tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634868 Jan 05 18:16:27.335849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-3b41f8e5-3aee-4a60-82b7-22c44d8cb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:27.338678 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-3b41f8e5-3aee-4a60-82b7-22c44d8cb8f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571587 Jan 05 18:16:27.430897 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-9ea64fa3-b513-4151-9951-e3568a082010 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Jan 05 18:16:27.519883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4492b988-bd2e-4a7d-8a14-e49c38ebda8d req-6197e919-fc3c-42f1-a391-0f46c281f81a service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Jan 05 18:16:28.441388 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6af636-e4b7-4e8c-a6f7-501654f9a401 req-002bf7c6-99ad-4689-96a0-155572598538 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:28.442890 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8c6af636-e4b7-4e8c-a6f7-501654f9a401 req-002bf7c6-99ad-4689-96a0-155572598538 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 944 time: 0.0482445 Jan 05 18:16:28.480471 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8c6af636-e4b7-4e8c-a6f7-501654f9a401 req-505490ef-758a-4388-ba38-784e61557487 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317595 Jan 05 18:16:29.595671 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09f25-a05f-4751-8abe-f873a80bb9a5 req-b5d400ee-90e7-4e2a-80b2-b21c4725c1a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:29.597118 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f3c09f25-a05f-4751-8abe-f873a80bb9a5 req-b5d400ee-90e7-4e2a-80b2-b21c4725c1a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 944 time: 0.0511208 Jan 05 18:16:29.634281 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f3c09f25-a05f-4751-8abe-f873a80bb9a5 req-d826a96e-5a7c-43db-a087-cd1cdf789a23 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Jan 05 18:16:30.751201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebd857-3dcf-409b-97ef-1b34288d3248 req-7ac09de9-0fd2-422c-8022-0c7fb6a14a8a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:30.752713 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-46ebd857-3dcf-409b-97ef-1b34288d3248 req-7ac09de9-0fd2-422c-8022-0c7fb6a14a8a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 944 time: 0.0491316 Jan 05 18:16:30.790549 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-46ebd857-3dcf-409b-97ef-1b34288d3248 req-0a398a62-d646-4ffb-b8c7-12aa86c67c2f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Jan 05 18:16:31.113216 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 0dacd42b-f70e-4c6a-b252-dfc171bfd08d details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:16:31.323836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:31.334942 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'port_id': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'mac_address': 'fa:16:3e:4a:91:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:16:31.370088 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:31.381902 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dacd42b-f70e-4c6a-b252-dfc171bfd08d {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:16:31.400608 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:31.474125 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:31.519499 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:31.903710 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13c729-f250-474d-8ae2-2bb3d77655cf req-ea4a8715-325d-4088-9935-8551b27eb9b5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:31.905329 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc13c729-f250-474d-8ae2-2bb3d77655cf req-ea4a8715-325d-4088-9935-8551b27eb9b5 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 945 time: 0.0487306 Jan 05 18:16:31.942367 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dc13c729-f250-474d-8ae2-2bb3d77655cf req-727d5601-5e39-4a4e-b5ea-2b6a59c00bb1 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311050 Jan 05 18:16:31.967865 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['0dacd42b-f70e-4c6a-b252-dfc171bfd08d'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:16:33.057299 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19d886-d1cc-45fd-a413-fb5328f1793b req-0258ce5f-e7f1-4b39-9a25-9a7a8dd6d67a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:33.058784 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e19d886-d1cc-45fd-a413-fb5328f1793b req-0258ce5f-e7f1-4b39-9a25-9a7a8dd6d67a tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 945 time: 0.0513449 Jan 05 18:16:33.096119 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5e19d886-d1cc-45fd-a413-fb5328f1793b req-a751c952-8cd9-4628-8a28-b00606ae9280 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Jan 05 18:16:33.111585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 0dacd42b-f70e-4c6a-b252-dfc171bfd08d up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:16:33.200057 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:16:33.204558 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:16:33.204923 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:33.282648 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:33.303436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:33.305724 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931a912-0aaa-4e1b-80a4-867d633054f8" -d '{"events": [{"server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "name": "network-vif-plugged", "status": "completed", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:33.318489 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:16:33.341827 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab37f2-ab65-4685-ada1-1e8f2cb3439b x-openstack-request-id: req-13ab37f2-ab65-4685-ada1-1e8f2cb3439b {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:33.342409 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "name": "network-vif-plugged", "status": "completed", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:33.342677 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13ab37f2-ab65-4685-ada1-1e8f2cb3439b {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:33.343086 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'code': 200} Jan 05 18:16:33.365967 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:33.423399 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:16:33.698226 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a475-ef7d-4609-9098-b4cc5fab3690 req-3b16de3b-4b3f-4620-85e0-b30094e534a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:33.699692 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-05a6a475-ef7d-4609-9098-b4cc5fab3690 req-3b16de3b-4b3f-4620-85e0-b30094e534a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 1099 time: 0.0398836 Jan 05 18:16:33.732555 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-05a6a475-ef7d-4609-9098-b4cc5fab3690 req-4fdfdd8d-860b-4780-9a07-f3ef29fdb9aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266545 Jan 05 18:16:34.213127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3f08-b7e7-4c88-8d40-e175a4f78906 req-a40a13e8-80e7-4500-96b2-bd6f1d3103d2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:34.214661 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-537e3f08-b7e7-4c88-8d40-e175a4f78906 req-a40a13e8-80e7-4500-96b2-bd6f1d3103d2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0523455 Jan 05 18:16:34.253674 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-537e3f08-b7e7-4c88-8d40-e175a4f78906 req-264f04ec-9ec8-41fe-9008-f725a54fa270 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Jan 05 18:16:35.368304 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538360b-db38-4cc9-b19c-002f9d5a88dc req-347d7069-917e-474a-a0ed-06e3190c892d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:35.369805 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a538360b-db38-4cc9-b19c-002f9d5a88dc req-347d7069-917e-474a-a0ed-06e3190c892d tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0500748 Jan 05 18:16:35.409781 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a538360b-db38-4cc9-b19c-002f9d5a88dc req-74a33e26-d52e-418a-9020-912b75673aef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Jan 05 18:16:36.523575 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013a86-92bb-4e04-9d94-2edbe143ea18 req-8028b75c-df0b-401d-a00f-bd6559633ed2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:36.525053 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-82013a86-92bb-4e04-9d94-2edbe143ea18 req-8028b75c-df0b-401d-a00f-bd6559633ed2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0494421 Jan 05 18:16:36.561779 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-82013a86-92bb-4e04-9d94-2edbe143ea18 req-3963c7e8-d513-4295-a934-3355760140d3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Jan 05 18:16:36.673640 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963085af-4180-4187-9be0-1c1cfdc41fe5 req-e7cbda07-923f-499d-80ee-1bee3b373003 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:36.675144 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-963085af-4180-4187-9be0-1c1cfdc41fe5 req-e7cbda07-923f-499d-80ee-1bee3b373003 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0483379 Jan 05 18:16:36.684016 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35150) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:16:36.688420 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Request body: {'floatingip': {'port_id': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:16:36.726705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:37.131625 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:37.194506 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:37.292098 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Floating IP 95368aeb-0b72-465d-b01e-425c2f148ab9 associated. External IP: 172.37.1.149, port: 0dacd42b-f70e-4c6a-b252-dfc171bfd08d. Jan 05 18:16:37.497380 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:16:37.600952 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:16:37.605584 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:37.611284 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:16:37.621160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:37.621779 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:37.633266 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7d852dea-2926-4ffb-803c-178ad52818a3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "PUT /v2.0/floatingips/95368aeb-0b72-465d-b01e-425c2f148ab9 HTTP/1.1" status: 200 len: 992 time: 0.9482272 Jan 05 18:16:37.633841 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:16:37.636205 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6687592a-3b1d-4e38-9806-d73aacf6c562" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:16:37.680045 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72cafa5-3598-49bd-ab94-d3ff5a9cdbf6 x-openstack-request-id: req-a72cafa5-3598-49bd-ab94-d3ff5a9cdbf6 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:16:37.680648 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:16:37.680648 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a72cafa5-3598-49bd-ab94-d3ff5a9cdbf6 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:16:37.680955 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'status': 'completed', 'code': 200} Jan 05 18:16:37.726231 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:37.786121 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-3c2eb5ba-e7e0-42d9-834d-1ab8cfad1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:37.789734 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-3c2eb5ba-e7e0-42d9-834d-1ab8cfad1e67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a115f4527087421fbd282e13ddea7838&device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 1099 time: 0.0428081 Jan 05 18:16:37.881136 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-1ba02ea5-baee-4eaf-9b41-7aa67112feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:37.882619 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-1ba02ea5-baee-4eaf-9b41-7aa67112feea service neutron] 10.222.0.10 "GET /v2.0/networks?id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 200 len: 911 time: 0.0828850 Jan 05 18:16:37.949916 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '95368aeb-0b72-465d-b01e-425c2f148ab9', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.149', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:4a:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:20Z', 'updated_at': '2022-01-05T18:16:37Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:37.952300 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-d8c50b94-c16a-4091-8747-191fd2a80a3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d HTTP/1.1" status: 200 len: 1000 time: 0.0605273 Jan 05 18:16:37.977385 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:16:37.986207 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:16:37.986823 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:14Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:37.999969 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-2162be97-53e5-40b8-9271-07a8865a9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:38.001441 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-2162be97-53e5-40b8-9271-07a8865a9d79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 200 len: 849 time: 0.0426598 Jan 05 18:16:38.046788 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-5adbd138-1e70-4c27-abf7-14a657f45b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:38.048230 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-5adbd138-1e70-4c27-abf7-14a657f45b50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0da28a8c-2ce1-4e0e-9a84-da0477c6194b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397751 Jan 05 18:16:38.091565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:16:38.138695 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-e5c1b950-27db-4147-b759-c8610d1bef0c service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832071 Jan 05 18:16:38.226866 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6687592a-3b1d-4e38-9806-d73aacf6c562 req-11976134-7703-492f-976b-aefc4232c2a3 service neutron] 10.222.0.10 "GET /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810120 Jan 05 18:16:38.311836 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '95368aeb-0b72-465d-b01e-425c2f148ab9', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.149', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:4a:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:20Z', 'updated_at': '2022-01-05T18:16:37Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:16:38.338986 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7458e1d-2937-4d89-8721-31d10b55a9c2 None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': '95368aeb-0b72-465d-b01e-425c2f148ab9', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'floating_ip_address': '172.37.1.149', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'port_id': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'mac_address': 'fa:16:3e:4a:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:20Z', 'updated_at': '2022-01-05T18:16:37Z', 'revision_number': 1, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:16:38.522434 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf741cd-5ab0-4a48-95cc-47b506b0cf2d None None] New status for floating IP 95368aeb-0b72-465d-b01e-425c2f148ab9: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:16:38.524882 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:41.290338 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5046dde8-9042-4a6b-95e8-160fae298ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:43.588562 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-232469a5-cf36-4584-8e15-5fecc8e99d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:44.594631 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:46.154433 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:46.512843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:16:49.135314 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-771c8ce7-696e-4bb2-bc26-500ed413b87b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388455 Jan 05 18:16:49.210056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-949c9f16-ddc2-4ee5-a9ff-6c353d23a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:49.211554 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-949c9f16-ddc2-4ee5-a9ff-6c353d23a1a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0431535 Jan 05 18:16:49.312654 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-501417da-2c2d-4757-bd7c-f5ccb548845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:49.314707 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-501417da-2c2d-4757-bd7c-f5ccb548845e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.0813768 Jan 05 18:16:49.382562 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-f5886aed-24bd-4574-95de-4cc11870c404 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 1001 time: 0.0608101 Jan 05 18:16:49.430571 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-ed516a05-fb28-4900-84fc-1abf26716831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:49.431937 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-ed516a05-fb28-4900-84fc-1abf26716831 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0409961 Jan 05 18:16:49.475682 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-88cee85c-a9e3-4255-8b5c-2e75a81682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:16:49.477129 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-88cee85c-a9e3-4255-8b5c-2e75a81682e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0382335 Jan 05 18:16:49.567433 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-fe85e30c-be9c-41cf-83c5-b0e15d26574c service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Jan 05 18:16:49.655305 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0432188c-55c3-4819-b1b8-3301aef3a79c req-e556302f-671c-4a7f-b20d-61367fa449b9 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800786 Jan 05 18:16:50.649512 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:17:08.571180 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.162028 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35280) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:09.312866 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Deleting port f804e364-5d44-4100-afd7-6b812ef2120d {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:09.313121 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.386997 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.387322 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.398458 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Calling delete_port for f804e364-5d44-4100-afd7-6b812ef2120d owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:09.594101 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.619160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event deleted for resources: {'Port': ['ID=f804e364-5d44-4100-afd7-6b812ef2120d,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:09.645166 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.645506 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.645839 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.646198 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.646544 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.646856 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.647172 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.647488 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.647802 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.648113 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.648425 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.648748 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:09.688228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:09.688550 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Floating IP 16d2d77b-d685-4a72-9476-999aee6bf939 disassociated (deleted). External IP: 172.37.1.131, port: ffc7dfab-43e2-40de-9a25-49ae23ebf48d. Jan 05 18:17:09.887886 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Router fea33c99-b143-4179-b07c-bdc4b6f68012 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:17:09.993423 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:17:09.997968 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:10.002617 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Sync routers for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:17:10.012193 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:10.012823 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:10.124900 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:10.263489 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a93c30b3-f53c-432b-9227-68546099f33b tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "DELETE /v2.0/floatingips/16d2d77b-d685-4a72-9476-999aee6bf939 HTTP/1.1" status: 204 len: 168 time: 1.1003394 Jan 05 18:17:10.264228 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:17:10.266538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4545c-e715-4b96-b305-522ab47b4357" -d '{"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:17:10.306376 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747b06d-142d-4229-8a4b-8332f787dbb5 x-openstack-request-id: req-d747b06d-142d-4229-8a4b-8332f787dbb5 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:17:10.306672 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:17:10.306928 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d747b06d-142d-4229-8a4b-8332f787dbb5 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:17:10.307332 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'status': 'completed', 'code': 200} Jan 05 18:17:10.335119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:10.364227 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Checking router: fea33c99-b143-4179-b07c-bdc4b6f68012 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:17:10.372354 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:10.372955 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:16:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:10.477601 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:10.487943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-e5873abe-d37f-42ab-b93a-51ab705d3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:10.489420 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-e5873abe-d37f-42ab-b93a-51ab705d3545 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.1380720 Jan 05 18:17:10.585296 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-a0e7156c-cdb9-40b6-8d98-7274af28d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:10.587253 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-a0e7156c-cdb9-40b6-8d98-7274af28d7f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 200 len: 909 time: 0.0908511 Jan 05 18:17:10.633396 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-d76b8b07-9430-48ca-959a-b17cd026f626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 200 len: 217 time: 0.0392408 Jan 05 18:17:10.681142 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:10.716053 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acbc9b-08db-4533-b55f-55d5dbc5d22b None None] The sync data for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi is: [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:09:39Z', 'revision_number': 4, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'b56a1071-ccfb-4a34-bcab-7d429f4b1413', 'name': '', 'network_id': '6cf60f61-fd02-458b-bda3-83bf94350c19', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'mac_address': 'fa:16:3e:d0:ee:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:39Z', 'updated_at': '2022-01-05T18:09:44Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'subnets': [{'id': '6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:17:10.723310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-abb42f6d-37fa-425c-b459-dfa5b0b810ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:10.724793 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-abb42f6d-37fa-425c-b459-dfa5b0b810ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 200 len: 847 time: 0.0503223 Jan 05 18:17:10.773558 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-98f75e6e-9a79-4228-9f4c-22f3e43e2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:10.775080 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-98f75e6e-9a79-4228-9f4c-22f3e43e2fbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cf60f61-fd02-458b-bda3-83bf94350c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417788 Jan 05 18:17:10.787434 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-89486b33-89f8-48f6-be2e-8456ea0902cf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:17:10.788424 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-89486b33-89f8-48f6-be2e-8456ea0902cf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054896 Jan 05 18:17:10.803868 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5f989-3ddd-49bd-bf21-0d95af138195 req-c6ea0c34-77b7-49fa-8012-7a2bd8fe7834 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:10.805387 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1b5f989-3ddd-49bd-bf21-0d95af138195 req-c6ea0c34-77b7-49fa-8012-7a2bd8fe7834 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.1159711 Jan 05 18:17:10.845110 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f1b5f989-3ddd-49bd-bf21-0d95af138195 req-059f4bed-de7c-4fc3-8afc-2225c9564614 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Jan 05 18:17:10.884911 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-9a127127-2e2e-4630-aa3b-9603c36a65fc service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886469 Jan 05 18:17:10.949685 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf4876-93b6-4e9a-91c7-2b7b2b324c66 None None] New status for floating IP 16d2d77b-d685-4a72-9476-999aee6bf939: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:17:10.982538 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2ee4545c-e715-4b96-b305-522ab47b4357 req-4a125646-114f-46b6-a6cb-d82ead7b8b81 service neutron] 10.222.0.10 "GET /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904179 Jan 05 18:17:11.302622 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c073d90-eae4-403b-85ed-809d18c9bc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:12.009378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089d90-2494-48c9-af02-f4950f665d8f req-d37e2a65-3bd9-455e-b68c-1d706553349a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:12.010872 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fd089d90-2494-48c9-af02-f4950f665d8f req-d37e2a65-3bd9-455e-b68c-1d706553349a tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0964341 Jan 05 18:17:12.048257 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fd089d90-2494-48c9-af02-f4950f665d8f req-c74e250a-6244-4566-a30d-aaf2cfc9f842 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Jan 05 18:17:12.845686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-7fc4a988-421f-4151-9440-6c9462307b79 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:12.847665 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-7fc4a988-421f-4151-9440-6c9462307b79 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.10 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0465698 Jan 05 18:17:12.939343 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Deleting port ffc7dfab-43e2-40de-9a25-49ae23ebf48d {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:12.939675 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:13.023572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] For port ffc7dfab-43e2-40de-9a25-49ae23ebf48d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:13.024271 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:13.040117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Calling delete_port for ffc7dfab-43e2-40de-9a25-49ae23ebf48d owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:13.163751 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38c83-1d30-4a6a-8c45-a10340b733ed req-4db20321-d662-45d8-a808-bb1c3266be6c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:17:13.165139 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e9d38c83-1d30-4a6a-8c45-a10340b733ed req-4db20321-d662-45d8-a808-bb1c3266be6c tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Jan 05 18:17:13.201316 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e9d38c83-1d30-4a6a-8c45-a10340b733ed req-e6a6c05d-2d66-4f56-8f03-e8a61d24af91 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbc161d9-460b-451c-adca-ad45a5d7553f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301211 Jan 05 18:17:13.205481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:13.233673 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event deleted for resources: {'Port': ['ID=ffc7dfab-43e2-40de-9a25-49ae23ebf48d,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:13.243678 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.244028 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.244369 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.244704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.245034 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.245362 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.245687 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.246099 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.246351 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.247216 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.247216 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.247392 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:13.291623 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] No DVR routers for this DVR port ffc7dfab-43e2-40de-9a25-49ae23ebf48d on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:17:13.294137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:13.297358 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0056a45b-e1d3-44bc-a1ca-4c5391ef714a req-a2d4915b-e782-4a74-9560-ca35e1288930 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.10 "DELETE /v2.0/ports/ffc7dfab-43e2-40de-9a25-49ae23ebf48d HTTP/1.1" status: 204 len: 173 time: 0.4443648 Jan 05 18:17:13.297793 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-deleted', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:17:13.300586 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580993b8-9b3f-4928-97f4-8803c2f5eb88" -d '{"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-deleted", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:17:13.337310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00e32b7-d330-49d9-9e24-8ffd108f29ce x-openstack-request-id: req-e00e32b7-d330-49d9-9e24-8ffd108f29ce {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:17:13.337602 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5647338f-7bc8-43fb-b562-0ddc5523a6a2", "name": "network-vif-deleted", "tag": "ffc7dfab-43e2-40de-9a25-49ae23ebf48d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:17:13.337851 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e00e32b7-d330-49d9-9e24-8ffd108f29ce {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:17:13.338302 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5647338f-7bc8-43fb-b562-0ddc5523a6a2', 'name': 'network-vif-deleted', 'tag': 'ffc7dfab-43e2-40de-9a25-49ae23ebf48d', 'status': 'completed', 'code': 200} Jan 05 18:17:13.577136 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-848342e2-95e2-499e-99ea-d0201fa89618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:14.309708 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-05690814-110f-4662-acfc-74e385a96c8c req-44c58987-d9cd-4896-9907-828a0d8fa9b8 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "GET /v2.0/ports?device_id=5647338f-7bc8-43fb-b562-0ddc5523a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0291686 Jan 05 18:17:14.593912 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:15.364512 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35328) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:15.421503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:15.445697 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:15.661195 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:15.663845 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:15.665000 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] 10.222.0.26 "DELETE /v2.0/security-groups/dbc161d9-460b-451c-adca-ad45a5d7553f HTTP/1.1" status: 204 len: 168 time: 0.2995067 Jan 05 18:17:15.673899 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda346c-0ae2-441d-ad17-a318793d3088 tempest-TestShelveInstance-602942934 tempest-TestShelveInstance-602942934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc161d9-460b-451c-adca-ad45a5d7553f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:15.798321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35336) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:16.176768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.227560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.464512 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Deleting port b56a1071-ccfb-4a34-bcab-7d429f4b1413 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:16.465179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.507965 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.541523 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] For port b56a1071-ccfb-4a34-bcab-7d429f4b1413, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=b56a1071-ccfb-4a34-bcab-7d429f4b1413,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:16.541880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.555041 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Calling delete_port for b56a1071-ccfb-4a34-bcab-7d429f4b1413 owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:16.817183 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:16.841465 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b56a1071-ccfb-4a34-bcab-7d429f4b1413,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:17.004322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:17.204210 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Router fea33c99-b143-4179-b07c-bdc4b6f68012 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:17:17.304749 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:17:17.309596 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-992375b7-a7f7-47eb-aa34-ec23e0709d6c admin admin] 10.222.0.26 "PUT /v2.0/routers/fea33c99-b143-4179-b07c-bdc4b6f68012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5102243 Jan 05 18:17:17.312130 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35346) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:17.314666 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Sync routers for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:17:17.325220 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:17.325831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:17:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:17.520382 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:17.544296 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: ffc7dfab-43e2-40de-9a25-49ae23ebf48d {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:17.544634 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device ffc7dfab-43e2-40de-9a25-49ae23ebf48d not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:17.584928 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:17.663774 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks [] for router, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:17.759532 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:17:16Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:17.762411 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:17.790153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Checking router: fea33c99-b143-4179-b07c-bdc4b6f68012 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:17:17.798215 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Routers {'fea33c99-b143-4179-b07c-bdc4b6f68012'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:17.798818 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:17:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['fea33c99-b143-4179-b07c-bdc4b6f68012'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:17.881898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Deleting port 54008da9-8c73-4c15-8c17-af6e5bf591ad {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:17.887332 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:17.912697 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] Set router fea33c99-b143-4179-b07c-bdc4b6f68012 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:17.959158 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] For port 54008da9-8c73-4c15-8c17-af6e5bf591ad, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54008da9-8c73-4c15-8c17-af6e5bf591ad,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:17.959565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:17.974432 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Calling delete_port for 54008da9-8c73-4c15-8c17-af6e5bf591ad owned by network:router_gateway {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:18.089881 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:17:16Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:18.117414 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac56e41b-c733-4d4a-b6c2-9a9a40b34538 None None] The sync data for ids ['fea33c99-b143-4179-b07c-bdc4b6f68012'] in dv-cinder-xena-3-iscsi is: [{'id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'name': 'tempest-TestShelveInstance-423371694-router', 'tenant_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175'}], 'enable_snat': True}, 'gw_port_id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:36Z', 'updated_at': '2022-01-05T18:17:16Z', 'revision_number': 5, 'project_id': '77afa1dabebf479f8d59f54a3d9fad5a', 'gw_port': {'id': '54008da9-8c73-4c15-8c17-af6e5bf591ad', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea33c99-b143-4179-b07c-bdc4b6f68012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:37Z', 'updated_at': '2022-01-05T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:17:18.193844 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.218703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=54008da9-8c73-4c15-8c17-af6e5bf591ad,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:18.279985 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.368248 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.370258 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.473953 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.474696 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea33c99-b143-4179-b07c-bdc4b6f68012 {{(pid=102088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:17:18.479714 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.480802 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ec334d67-b1cc-4543-8445-557aa39abe88 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fea33c99-b143-4179-b07c-bdc4b6f68012 HTTP/1.1" status: 204 len: 168 time: 1.1677458 Jan 05 18:17:18.483143 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35352) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:18.532576 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Deleting subnet 6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:17:18.536597 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.549757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device b56a1071-ccfb-4a34-bcab-7d429f4b1413 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:18.570068 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: b56a1071-ccfb-4a34-bcab-7d429f4b1413 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:18.570787 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device b56a1071-ccfb-4a34-bcab-7d429f4b1413 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:18.576469 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742473'] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.653977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.782897 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25741712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700722'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.807542 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:18.811115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.814201 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a7125e60-d591-45e3-bdcb-fe191efbbdca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6e0a5df3-8de4-4ec0-b5dc-ea0e2fe061c5 HTTP/1.1" status: 204 len: 168 time: 0.3300405 Jan 05 18:17:18.817575 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35354) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:18.820050 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e7e09-5718-4529-876a-e0d1267471dc None None] Network 6cf60f61-fd02-458b-bda3-83bf94350c19 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:17:18.887599 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:18.977741 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Deleting port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:18.978107 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.039742 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] For port 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0076f87a-8b3c-4be8-9c01-88d6f5f12407,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:19.040030 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.055869 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Calling delete_port for 0076f87a-8b3c-4be8-9c01-88d6f5f12407 owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:19.113362 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] DHCP port deletion for 6cf60f61-fd02-458b-bda3-83bf94350c19 request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:17:19.159358 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Deleting port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:19.159644 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.211363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.222667 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] For port 0076f87a-8b3c-4be8-9c01-88d6f5f12407, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=0076f87a-8b3c-4be8-9c01-88d6f5f12407,segment=NetworkSegment(abc82620-e6c8-4e3e-8978-dd0a1f466687),segment_id=abc82620-e6c8-4e3e-8978-dd0a1f466687)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:19.223054 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.235701 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Calling delete_port for 0076f87a-8b3c-4be8-9c01-88d6f5f12407 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:19.237676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Pushing event deleted for resources: {'Port': ['ID=0076f87a-8b3c-4be8-9c01-88d6f5f12407,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:19.239536 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] No DVR routers for this DVR port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:17:19.310589 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.316854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.332438 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf60f61-fd02-458b-bda3-83bf94350c19']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:19.338422 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Pushing event deleted for resources: {'Port': ['ID=0076f87a-8b3c-4be8-9c01-88d6f5f12407,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:19.341819 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc82620-e6c8-4e3e-8978-dd0a1f466687') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:19.342544 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc82620-e6c8-4e3e-8978-dd0a1f466687') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:19.342742 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] No DVR routers for this DVR port 0076f87a-8b3c-4be8-9c01-88d6f5f12407 on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:17:19.349500 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.349837 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.350194 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.350528 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.350849 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.351168 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.351485 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.351800 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.352138 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.352460 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.352597 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.352769 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.353084 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c162192-3347-49b4-b129-7574d74e5959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:17:19.375065 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.377261 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:17:19.378250 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:17:19.379949 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:17:19.496541 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.501961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:19.505093 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6cf60f61-fd02-458b-bda3-83bf94350c19 HTTP/1.1" status: 204 len: 168 time: 0.6865578 Jan 05 18:17:19.508191 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35360) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:19.515805 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3c203-5468-46f6-b92c-a21cadfab539 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf60f61-fd02-458b-bda3-83bf94350c19,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:19.907107 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:20.191232 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Deleting port 04b2c8eb-e8d1-440f-91ed-8a31dd692748 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:20.191562 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:20.266563 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] For port 04b2c8eb-e8d1-440f-91ed-8a31dd692748, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=04b2c8eb-e8d1-440f-91ed-8a31dd692748,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:20.266905 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:20.279193 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Calling delete_port for 04b2c8eb-e8d1-440f-91ed-8a31dd692748 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:20.410284 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 0076f87a-8b3c-4be8-9c01-88d6f5f12407 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:20.430218 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 0076f87a-8b3c-4be8-9c01-88d6f5f12407 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:20.430218 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 0076f87a-8b3c-4be8-9c01-88d6f5f12407 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:20.430520 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54008da9-8c73-4c15-8c17-af6e5bf591ad no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:20.448596 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 54008da9-8c73-4c15-8c17-af6e5bf591ad {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:20.448869 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54008da9-8c73-4c15-8c17-af6e5bf591ad not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:20.523507 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:20.547963 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=04b2c8eb-e8d1-440f-91ed-8a31dd692748,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:20.724319 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:20.932385 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Router dd701cfc-0491-456f-aa8c-9266bd683317 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:17:21.034916 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:17:21.039760 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fe331493-3b8f-46b3-8977-b5f204d66c9f admin admin] 10.222.0.26 "PUT /v2.0/routers/dd701cfc-0491-456f-aa8c-9266bd683317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305045 Jan 05 18:17:21.042215 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35366) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:21.044663 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Sync routers for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:17:21.055304 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:21.055965 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:17:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:21.146582 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.162537 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:21.256977 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.340903 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194'}], 'enable_snat': True}, 'gw_port_id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:17:20Z', 'revision_number': 5, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port': {'id': '5cba3aa7-7b71-4fc0-80a9-fb66c29288cb', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:19:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:09:44Z', 'updated_at': '2022-01-05T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:21.369965 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Checking router: dd701cfc-0491-456f-aa8c-9266bd683317 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:17:21.378982 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Routers {'dd701cfc-0491-456f-aa8c-9266bd683317'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:17:21.379587 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:17:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['dd701cfc-0491-456f-aa8c-9266bd683317'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:21.384748 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Deleting port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:21.385082 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.463597 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] For port 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:21.463864 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] Set router dd701cfc-0491-456f-aa8c-9266bd683317 gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:17:21.463987 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.476363 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Calling delete_port for 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:21.516370 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:17:21Z', 'revision_number': 6, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:21.541381 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03489aeb-468b-4bec-95a7-adc4bd047341 None None] The sync data for ids ['dd701cfc-0491-456f-aa8c-9266bd683317'] in dv-cinder-xena-3-iscsi is: [{'id': 'dd701cfc-0491-456f-aa8c-9266bd683317', 'name': 'tempest-TestShelveInstance-451274822-router', 'tenant_id': '73f6d1df27c84069be22be6bf9115a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:09:43Z', 'updated_at': '2022-01-05T18:17:21Z', 'revision_number': 6, 'project_id': '73f6d1df27c84069be22be6bf9115a74', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:17:21.718363 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.743367 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cba3aa7-7b71-4fc0-80a9-fb66c29288cb,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:21.806135 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.892026 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:21.894476 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.011290 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.011852 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd701cfc-0491-456f-aa8c-9266bd683317 {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:17:22.016101 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.017237 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b9f91a9b-e2d8-4d68-ad0d-94a0668f6717 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dd701cfc-0491-456f-aa8c-9266bd683317 HTTP/1.1" status: 204 len: 168 time: 0.9741316 Jan 05 18:17:22.019722 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35372) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:22.063037 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Deleting subnet a9b33d88-1d99-45b7-aaf7-43277a9f95a8 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:17:22.066210 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.099664 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.178580 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.309016 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.334948 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b33d88-1d99-45b7-aaf7-43277a9f95a8,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:22.338809 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.341871 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-82e7538b-a12c-4f4a-bfaa-693dfedf7051 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a9b33d88-1d99-45b7-aaf7-43277a9f95a8 HTTP/1.1" status: 204 len: 168 time: 0.3212380 Jan 05 18:17:22.344653 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35378) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:22.345733 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729d5fd-a0ad-4e63-ae06-a347fb65c0aa None None] Network f97207c2-b1e4-4f52-be35-fc8af761c274 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:17:22.434379 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.455859 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 04b2c8eb-e8d1-440f-91ed-8a31dd692748 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:22.476615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 04b2c8eb-e8d1-440f-91ed-8a31dd692748 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:22.476950 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 04b2c8eb-e8d1-440f-91ed-8a31dd692748 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:22.477359 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:22.490001 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Deleting port 45013a0a-5bc9-4e63-9a35-e93d48be90ec {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:22.490357 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.498727 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:22.499060 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 5cba3aa7-7b71-4fc0-80a9-fb66c29288cb not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:22.558464 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] For port 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=45013a0a-5bc9-4e63-9a35-e93d48be90ec,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:22.558828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.572517 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Calling delete_port for 45013a0a-5bc9-4e63-9a35-e93d48be90ec owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:22.574377 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] DHCP port deletion for f97207c2-b1e4-4f52-be35-fc8af761c274 request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:17:22.636683 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Deleting port 45013a0a-5bc9-4e63-9a35-e93d48be90ec {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:17:22.637056 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.698405 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] For port 45013a0a-5bc9-4e63-9a35-e93d48be90ec, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=45013a0a-5bc9-4e63-9a35-e93d48be90ec,segment=NetworkSegment(e445928c-4e32-45e0-9d5e-ba4c654eacc6),segment_id=e445928c-4e32-45e0-9d5e-ba4c654eacc6)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:17:22.698726 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.711308 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Calling delete_port for 45013a0a-5bc9-4e63-9a35-e93d48be90ec owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:17:22.740640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.766711 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Pushing event deleted for resources: {'Port': ['ID=45013a0a-5bc9-4e63-9a35-e93d48be90ec,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:22.770336 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] No DVR routers for this DVR port 45013a0a-5bc9-4e63-9a35-e93d48be90ec on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:17:22.791615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.817897 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] Pushing event deleted for resources: {'Port': ['ID=45013a0a-5bc9-4e63-9a35-e93d48be90ec,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:22.819688 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b0c90-fdc1-43b0-972e-ec32732823fe None None] No DVR routers for this DVR port 45013a0a-5bc9-4e63-9a35-e93d48be90ec on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:17:22.841565 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.863053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97207c2-b1e4-4f52-be35-fc8af761c274']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:22.871989 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445928c-4e32-45e0-9d5e-ba4c654eacc6') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:22.872328 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445928c-4e32-45e0-9d5e-ba4c654eacc6') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:17:22.881714 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.894968 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.900695 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:17:22.901099 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:17:22.902689 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:17:23.010731 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.020545 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.020545 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f97207c2-b1e4-4f52-be35-fc8af761c274 HTTP/1.1" status: 204 len: 168 time: 0.6746752 Jan 05 18:17:23.031095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5e50b-58f1-4167-9bf9-c4c55f61f17c admin admin] Pushing event deleted for resources: {'Network': ['ID=f97207c2-b1e4-4f52-be35-fc8af761c274,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:23.294953 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 35382) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:23.337783 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-1691db5e-41a1-4d50-b05d-7b0c8ca73f16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77afa1dabebf479f8d59f54a3d9fad5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416918 Jan 05 18:17:23.340256 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35384) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:23.388108 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.408889 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.517827 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.521151 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:23.522334 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/632f6a6c-cd3a-48f6-847e-2ffdf11cf539 HTTP/1.1" status: 204 len: 168 time: 0.1810098 Jan 05 18:17:23.530214 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ad96-4c67-4f59-b64b-068540f55d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f6a6c-cd3a-48f6-847e-2ffdf11cf539,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:24.162723 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35394) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:24.201096 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6785179e-4a5c-4388-8338-8a76cd9918b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73f6d1df27c84069be22be6bf9115a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372415 Jan 05 18:17:24.203598 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35396) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:17:24.250269 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:24.269858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:24.376644 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:24.380263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:24.381445 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1690a445-69d2-4d93-aee0-7dc3c891ddb9 HTTP/1.1" status: 204 len: 168 time: 0.1769855 Jan 05 18:17:24.389459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29769-bc18-459f-bac2-f86c469c2906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690a445-69d2-4d93-aee0-7dc3c891ddb9,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:17:24.420004 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 45013a0a-5bc9-4e63-9a35-e93d48be90ec no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:17:24.439118 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 45013a0a-5bc9-4e63-9a35-e93d48be90ec {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:17:24.439458 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 45013a0a-5bc9-4e63-9a35-e93d48be90ec not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:17:27.648237 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:17:38.597555 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:41.311893 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-98b22dbc-17a0-480c-9cc6-6ac9197ba59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:43.599126 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b99efbf1-1e4f-4268-a0c2-4b8294c6a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:44.605491 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:46.141633 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:17:46.513366 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:04.647232 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:18:08.558933 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:08.913814 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5526e4-c69c-4dfa-af93-4ba7d91d02e0 req-e85ddf3d-673e-4d6f-bde2-5ffda1ba0e8a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:08.915319 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d5526e4-c69c-4dfa-af93-4ba7d91d02e0 req-e85ddf3d-673e-4d6f-bde2-5ffda1ba0e8a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0492103 Jan 05 18:18:08.954244 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d5526e4-c69c-4dfa-af93-4ba7d91d02e0 req-598155f1-7e65-45d8-8bcf-5e1a15ddfa61 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Jan 05 18:18:10.077522 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c2ce-e0d9-4378-872b-11eb2321da46 req-0bfd2664-4451-4a52-97e5-f9b3f95a12b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:10.079106 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aac0c2ce-e0d9-4378-872b-11eb2321da46 req-0bfd2664-4451-4a52-97e5-f9b3f95a12b7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0490377 Jan 05 18:18:10.120096 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aac0c2ce-e0d9-4378-872b-11eb2321da46 req-8574367a-c7d0-4a55-bc1a-504d93bb107f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jan 05 18:18:11.242760 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f153d-d2ee-4604-9187-21399316bfbe req-d9b775db-ad43-4dd2-8f5f-b3a194d77e4d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:11.244472 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-194f153d-d2ee-4604-9187-21399316bfbe req-d9b775db-ad43-4dd2-8f5f-b3a194d77e4d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0516644 Jan 05 18:18:11.273185 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-b7792ca6-9d16-45ca-8a85-db9d018301cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:11.282826 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-194f153d-d2ee-4604-9187-21399316bfbe req-c80abed6-77d1-4bd1-a800-55fb5bbcbda0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Jan 05 18:18:12.401547 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae6005-e3ca-48ef-ba34-736f5c149412 req-763e37c9-8f7a-4edb-ae90-d06efa1f30d0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:12.403078 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3ae6005-e3ca-48ef-ba34-736f5c149412 req-763e37c9-8f7a-4edb-ae90-d06efa1f30d0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Jan 05 18:18:12.441035 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3ae6005-e3ca-48ef-ba34-736f5c149412 req-2f25ae32-ef31-41fd-b93d-a8f7d2fd9520 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Jan 05 18:18:13.557108 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c944ec-18d7-49d4-b3c7-31d3cd4dbc1c req-39ead953-b353-49dd-bdbd-26b40148e97c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:13.558576 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97c944ec-18d7-49d4-b3c7-31d3cd4dbc1c req-39ead953-b353-49dd-bdbd-26b40148e97c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0476007 Jan 05 18:18:13.582030 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-853119a1-c963-40a9-adab-73c8dcbfc3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:13.598612 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97c944ec-18d7-49d4-b3c7-31d3cd4dbc1c req-b0c42f42-ef72-4d35-bc16-d4b1e5c3d126 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jan 05 18:18:14.596870 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:14.719760 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1b817-8c32-4b65-bcea-0e5c2f491806 req-9f55fed2-a448-4c5d-ac47-4fca0c8aa6c2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:14.721386 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-52d1b817-8c32-4b65-bcea-0e5c2f491806 req-9f55fed2-a448-4c5d-ac47-4fca0c8aa6c2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0521407 Jan 05 18:18:14.758781 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-52d1b817-8c32-4b65-bcea-0e5c2f491806 req-1801f421-182b-43d2-95e3-cca703eded2d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jan 05 18:18:15.875047 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ebfb-93f2-43ee-8170-f261d44ff731 req-9d600ee5-a65f-40ad-95a7-a9b076ecbd0b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:15.876434 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9431ebfb-93f2-43ee-8170-f261d44ff731 req-9d600ee5-a65f-40ad-95a7-a9b076ecbd0b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0486557 Jan 05 18:18:15.914520 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9431ebfb-93f2-43ee-8170-f261d44ff731 req-3920afd8-f529-4e35-8cce-3f58784e5eb3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312345 Jan 05 18:18:16.157106 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:16.568368 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:17.040827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd0-c8d3-4b39-a53f-576bb71e0c23 req-43ff6554-6dc8-4ae0-9119-f728c735d54b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:17.042322 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-63c20bd0-c8d3-4b39-a53f-576bb71e0c23 req-43ff6554-6dc8-4ae0-9119-f728c735d54b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0516520 Jan 05 18:18:17.079278 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-63c20bd0-c8d3-4b39-a53f-576bb71e0c23 req-90d34c44-941c-4e86-a718-28bfd063e195 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Jan 05 18:18:18.197444 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b56a-ec65-4137-bb89-18fc70eec57c req-e199cd22-ef5c-43d9-aec5-d3fc5d7858c8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:18.198938 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7b70b56a-ec65-4137-bb89-18fc70eec57c req-e199cd22-ef5c-43d9-aec5-d3fc5d7858c8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0507574 Jan 05 18:18:18.236784 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7b70b56a-ec65-4137-bb89-18fc70eec57c req-ac2ea2ff-8f8f-4eee-9aed-48bdee4a99fc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Jan 05 18:18:19.351553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd220-516b-4b42-8df2-f6ffc9649508 req-faa407ed-fab5-4608-9dc3-2c1b5d99a971 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:19.352929 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e3bbd220-516b-4b42-8df2-f6ffc9649508 req-faa407ed-fab5-4608-9dc3-2c1b5d99a971 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0471871 Jan 05 18:18:19.390932 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e3bbd220-516b-4b42-8df2-f6ffc9649508 req-8dc470f0-ad2c-46cf-b537-d8f0299ed0aa tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Jan 05 18:18:20.510670 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fff1c2-ae3a-4d14-b54d-30e2c744b851 req-cdb14d27-acc3-410a-9e30-015e9e85e7b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:20.512148 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b2fff1c2-ae3a-4d14-b54d-30e2c744b851 req-cdb14d27-acc3-410a-9e30-015e9e85e7b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Jan 05 18:18:20.781269 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b2fff1c2-ae3a-4d14-b54d-30e2c744b851 req-9c50e9bc-bf24-4a31-b905-ff02c3bc8432 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626591 Jan 05 18:18:21.898713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5aafb-b0b4-4d59-a3ea-fe6e5bee4c08 req-fc6c7a30-0257-4e4e-9a5e-4f7049335517 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:21.900180 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0ea5aafb-b0b4-4d59-a3ea-fe6e5bee4c08 req-fc6c7a30-0257-4e4e-9a5e-4f7049335517 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0487266 Jan 05 18:18:21.938528 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0ea5aafb-b0b4-4d59-a3ea-fe6e5bee4c08 req-44a62125-79f2-4531-bdd4-1fdab0c6bccf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324347 Jan 05 18:18:22.879834 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-f6330b33-5ca2-48f0-bda7-8bdffe917e60 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143875598&fields=id&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 267 time: 0.0329912 Jan 05 18:18:22.985066 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-5a8a06e8-63c6-43f1-89c0-0cdc59157814 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:22.987490 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-5a8a06e8-63c6-43f1-89c0-0cdc59157814 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.1007123 Jan 05 18:18:23.007787 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-333e8358-ea4a-417b-a1b2-27c44fb4a611 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/quotas/08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 375 time: 0.0108609 Jan 05 18:18:23.061890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226a15-636c-49d7-9c97-a2730df5a080 req-d1c0c7ce-f2b4-4d34-bbf5-577a49fec967 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:23.064011 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-43226a15-636c-49d7-9c97-a2730df5a080 req-d1c0c7ce-f2b4-4d34-bbf5-577a49fec967 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0537722 Jan 05 18:18:23.067057 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-f0ef873e-1f5e-4aec-b676-06c3231a7b7e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519819 Jan 05 18:18:23.103547 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-43226a15-636c-49d7-9c97-a2730df5a080 req-4b821dbf-33d8-4c48-a996-b91fbe0a5854 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Jan 05 18:18:23.183264 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-9697c7ce-cf03-4c19-bcb6-e962da5e5e25 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:18:23.184261 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-9697c7ce-cf03-4c19-bcb6-e962da5e5e25 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056569 Jan 05 18:18:23.273928 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-6885e8dc-6335-4833-a4d5-e9e40324b561 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823874 Jan 05 18:18:23.367840 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-d6bd6c3f-078c-46c3-b287-8d9a0c27580b service neutron] 10.222.0.26 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877674 Jan 05 18:18:24.222846 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a2dd-3a40-4db9-8171-ea74bcf7158a req-069559e7-467d-4b20-9e5d-8e635a013653 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:24.224301 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc22a2dd-3a40-4db9-8171-ea74bcf7158a req-069559e7-467d-4b20-9e5d-8e635a013653 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0481074 Jan 05 18:18:24.262634 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cc22a2dd-3a40-4db9-8171-ea74bcf7158a req-6afffd65-fe94-437b-8a47-4a91dc99bb59 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319202 Jan 05 18:18:24.905217 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f44698a9-8911-4231-ac71-497c9b3b4d2f req-110bbfbd-9a6f-4c38-8692-9838fe4e33f9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 210 time: 0.0268741 Jan 05 18:18:25.382683 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac58da-e549-4984-b6a3-97de65340a8e req-ae505ba2-aff0-4a09-bf4e-cb7b00e8ffce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:25.384206 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b5ac58da-e549-4984-b6a3-97de65340a8e req-ae505ba2-aff0-4a09-bf4e-cb7b00e8ffce tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Jan 05 18:18:25.421803 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b5ac58da-e549-4984-b6a3-97de65340a8e req-51cea015-ba6f-469c-bf4f-fb234abb2bf6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Jan 05 18:18:25.996985 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9d091066-d061-4095-98d5-9c325ff651b2 req-7ee7aaf1-212d-4c0b-9015-423f90b6bce7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 210 time: 0.0261440 Jan 05 18:18:26.536169 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a935b2-57e7-425f-a84d-7b91b49a2aab req-7e84a60c-c065-4d64-bbf2-18ceb1a81d0c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:26.537606 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f7a935b2-57e7-425f-a84d-7b91b49a2aab req-7e84a60c-c065-4d64-bbf2-18ceb1a81d0c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0467682 Jan 05 18:18:26.573496 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f7a935b2-57e7-425f-a84d-7b91b49a2aab req-c9070575-7663-4a87-9d07-73061a7acdaf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299630 Jan 05 18:18:26.955071 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-2bb95e32-d0a2-4210-a0c9-e5ec8d011457 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:26.956490 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-2bb95e32-d0a2-4210-a0c9-e5ec8d011457 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 811 time: 0.1015582 Jan 05 18:18:27.007502 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-9fe4079c-586a-46cf-89d7-dbd3965af024 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e68392448c4624aa2ae32698c65e8d HTTP/1.1" status: 200 len: 379 time: 0.0339479 Jan 05 18:18:27.017137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'port': {'device_id': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'admin_state_up': True, 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'security_groups': ['3110d0d0-ddfc-490a-8b64-bc289db35656']}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:18:27.102082 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-990141ed-9b77-4e5f-b6ce-bb95bf55da91 req-413c973f-3b18-4610-a646-058206aa0e90 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 210 time: 0.0332441 Jan 05 18:18:27.198555 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Made reservation on behalf of 08e68392448c4624aa2ae32698c65e8d for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:18:27.202053 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.325742 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.20.0.12 (f6f66398-92a1-4614-82f3-d4ba84635ba6/8057fdbe-8eec-4294-ac33-0196cbb9684e/3d2f98d0-8524-434e-9104-c73e7263cf78) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:18:27.455161 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.536553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.580252 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:18:27.584016 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:18:27.587805 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:18:27.614189 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:27.626973 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.627351 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.627657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.627988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.628319 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.629205 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.629534 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.629869 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.630219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.630540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.630859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.631176 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:27.655106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:27.655826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.660659 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:18:27.705659 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081ee8-8365-4b0a-badb-c10773ed76fa req-d981cfd7-96b3-4296-b06f-071ba3484137 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:27.708183 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b7081ee8-8365-4b0a-badb-c10773ed76fa req-d981cfd7-96b3-4296-b06f-071ba3484137 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0548255 Jan 05 18:18:27.733280 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5fcbe4d-cea5-462d-9367-1af109bf4c1e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7196238 Jan 05 18:18:27.751193 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b7081ee8-8365-4b0a-badb-c10773ed76fa req-38c3f793-218f-4468-bc35-bc6c1423be21 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365324 Jan 05 18:18:27.758770 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Request body: {'port': {'device_id': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:18:27.769116 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:27.785431 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:18:27.820264 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.826678 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:27.962745 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:18:27.986752 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:27.988995 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-8f20ccb1-fe83-44b4-95a8-a1b5d95bae9a None None] Provisioning complete for port 3d2f98d0-8524-434e-9104-c73e7263cf78 triggered by entity DHCP. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:18:27.989927 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f20ccb1-fe83-44b4-95a8-a1b5d95bae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.021824 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8f20ccb1-fe83-44b4-95a8-a1b5d95bae9a None None] Port 3d2f98d0-8524-434e-9104-c73e7263cf78 cannot update to ACTIVE because it is not bound. {{(pid=102090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 05 18:18:28.059235 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.089958 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2f98d0-8524-434e-9104-c73e7263cf78 {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:18:28.098047 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.108186 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=6']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:28.110481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Transition to ACTIVE for port object 3d2f98d0-8524-434e-9104-c73e7263cf78 will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:18:28.115356 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.119808 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:28.180052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.236480 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['3862f2af-2eb2-47cb-a73f-7af077906f10'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:18:28.267407 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493cc29-5785-4508-a235-ca20feda056d req-8e64f9f4-b75b-49ed-b414-9ef0ddb6c0b6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.269300 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1493cc29-5785-4508-a235-ca20feda056d req-8e64f9f4-b75b-49ed-b414-9ef0ddb6c0b6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0998504 Jan 05 18:18:28.282328 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:28.350562 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1493cc29-5785-4508-a235-ca20feda056d req-d74093ee-4e6a-4693-adc3-fecf184cd6ec tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654576 Jan 05 18:18:28.366814 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Attempting to bind port 3d2f98d0-8524-434e-9104-c73e7263cf78 on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:18:28.367239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Attempting to bind port 3d2f98d0-8524-434e-9104-c73e7263cf78 by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:18:28.367657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Attempting to bind port 3d2f98d0-8524-434e-9104-c73e7263cf78 on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:18:28.372221 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Port 3d2f98d0-8524-434e-9104-c73e7263cf78 on network f6f66398-92a1-4614-82f3-d4ba84635ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:18:28.372859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Attempting to bind port 3d2f98d0-8524-434e-9104-c73e7263cf78 on network f6f66398-92a1-4614-82f3-d4ba84635ba6 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:18:28.378209 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:18:28.378629 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Checking segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:18:28.379027 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Bound using segment: {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:18:28.379613 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Bound port: 3d2f98d0-8524-434e-9104-c73e7263cf78, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:18:28.380246 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.446582 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:18:28.449662 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3d2f98d0-8524-434e-9104-c73e7263cf78,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:18:28.540095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.582235 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.582891 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:28.584281 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 1094 time: 0.8356032 Jan 05 18:18:28.584704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:28.586951 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909a7cd1-6c0b-4758-ae06-817b4e11ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:28.612263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f26f06-8296-4991-9226-6d679a50f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:28.768312 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73cd28-1c9e-4a34-bdbb-2b01faa1c13c x-openstack-request-id: req-dc73cd28-1c9e-4a34-bdbb-2b01faa1c13c {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:28.768657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:28.768913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc73cd28-1c9e-4a34-bdbb-2b01faa1c13c {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:28.771087 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'status': 'completed', 'code': 200} Jan 05 18:18:28.787397 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5f6f869-492f-4247-aac6-bf7c344777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.788934 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-e5f6f869-492f-4247-aac6-bf7c344777a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1097 time: 0.0457127 Jan 05 18:18:28.843374 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-4da719e1-3042-4a3b-872b-4b49277bc04f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 217 time: 0.0352437 Jan 05 18:18:28.920390 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-ad6133e0-6d49-4149-a5ab-71f9e70f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.921938 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-ad6133e0-6d49-4149-a5ab-71f9e70f9542 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0679090 Jan 05 18:18:28.930737 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c976f-93c4-4be5-a18b-3be90b3fd472 req-aa792f12-b021-4db7-8ba3-f7f22f1cb2ec tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.932081 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba2c976f-93c4-4be5-a18b-3be90b3fd472 req-aa792f12-b021-4db7-8ba3-f7f22f1cb2ec tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 945 time: 0.0914352 Jan 05 18:18:28.992010 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-623a5afa-654c-468b-b329-591de7715c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:28.993458 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-623a5afa-654c-468b-b329-591de7715c0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605555 Jan 05 18:18:28.996158 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba2c976f-93c4-4be5-a18b-3be90b3fd472 req-edb9c548-65b1-4ab5-b3c1-30b607dd8b98 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551658 Jan 05 18:18:29.085092 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-b9b53cec-1d46-4040-a198-88154b6e27ee service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833335 Jan 05 18:18:29.173547 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9a7a213-3600-4fb4-bf97-d56a60a816bc req-2c8e8608-e67a-40cd-bf40-243abf44733d service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811005 Jan 05 18:18:29.354455 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-c641634f-8352-4155-a29f-711fa3a1e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:29.355816 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-c641634f-8352-4155-a29f-711fa3a1e226 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1097 time: 0.0401840 Jan 05 18:18:29.446701 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-792baf73-af69-4550-99d2-8643378fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:29.448155 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-792baf73-af69-4550-99d2-8643378fd10a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0856867 Jan 05 18:18:29.471978 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d8156-1b69-4bb9-8ebc-f47bcf8060cc req-a9915762-6635-412c-a712-125d789d7c02 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:29.474914 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-194d8156-1b69-4bb9-8ebc-f47bcf8060cc req-a9915762-6635-412c-a712-125d789d7c02 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0497789 Jan 05 18:18:29.489250 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-9239a6e4-573c-43fa-8cfe-6c52063f980e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Jan 05 18:18:29.513169 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-194d8156-1b69-4bb9-8ebc-f47bcf8060cc req-8845ca2b-156e-4c21-b023-845ee5e26f22 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Jan 05 18:18:29.540559 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-22773267-bc21-4ea9-8766-e69d05a7431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:29.542004 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-22773267-bc21-4ea9-8766-e69d05a7431a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0461938 Jan 05 18:18:29.584816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-365650fd-a763-434a-887e-84336a408e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:29.586273 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-365650fd-a763-434a-887e-84336a408e4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383725 Jan 05 18:18:29.670073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:18:29.670760 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-e21f9317-1488-4483-b911-aa535cc55ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779483 Jan 05 18:18:29.717840 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 3862f2af-2eb2-47cb-a73f-7af077906f10 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:18:29.718244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:29.762603 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-909a7cd1-6c0b-4758-ae06-817b4e11ded3 req-7adede31-cef8-4a7c-a564-a7a24eb8956f service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849981 Jan 05 18:18:29.796543 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:29.819831 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:29.822093 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f150cedf-733b-42b0-b941-d5973b2898c8" -d '{"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:29.834120 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:29.917461 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dc53e3-65d9-4458-9a25-f11aa7fd786a x-openstack-request-id: req-39dc53e3-65d9-4458-9a25-f11aa7fd786a {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:29.917774 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:29.918049 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39dc53e3-65d9-4458-9a25-f11aa7fd786a {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:29.918446 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'code': 200} Jan 05 18:18:29.933364 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:29.979209 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=7']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:30.115962 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad797-1af4-4d0a-8df2-86ebbabde243 req-9aaa0946-4573-469c-a972-7e53958686e0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:30.117438 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b0dad797-1af4-4d0a-8df2-86ebbabde243 req-9aaa0946-4573-469c-a972-7e53958686e0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0491648 Jan 05 18:18:30.155771 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b0dad797-1af4-4d0a-8df2-86ebbabde243 req-8ce54334-8364-422e-8c9b-691a3a00d60e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322850 Jan 05 18:18:30.626553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794913d4-13d6-44d9-bafa-9830f9da47a1 req-3dd5d6aa-a83f-45dd-9297-bded3bc017b5 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:30.628004 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-794913d4-13d6-44d9-bafa-9830f9da47a1 req-3dd5d6aa-a83f-45dd-9297-bded3bc017b5 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0481899 Jan 05 18:18:30.665929 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-794913d4-13d6-44d9-bafa-9830f9da47a1 req-e53f12e9-8287-491c-abc5-9b7117b108b1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Jan 05 18:18:31.277351 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc87f92-0025-44e2-9474-3b0e720211c6 req-4394d060-8fbe-4684-a9a5-d5f6ad8f6e93 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:31.278886 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3fc87f92-0025-44e2-9474-3b0e720211c6 req-4394d060-8fbe-4684-a9a5-d5f6ad8f6e93 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0549088 Jan 05 18:18:31.317933 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3fc87f92-0025-44e2-9474-3b0e720211c6 req-32d410bb-cf3c-4288-b831-9bafa39b80d9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jan 05 18:18:31.778823 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84f5b-ad44-4d61-ac3f-1e1ba22fed6b req-24bf04e9-13d8-4918-937f-323937a7f666 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:31.780296 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-27b84f5b-ad44-4d61-ac3f-1e1ba22fed6b req-24bf04e9-13d8-4918-937f-323937a7f666 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0475023 Jan 05 18:18:31.822258 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-27b84f5b-ad44-4d61-ac3f-1e1ba22fed6b req-0db24b43-c303-4c52-8f22-7eb7f0d24d32 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351131 Jan 05 18:18:32.434490 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f689-a32d-4071-89d1-c64fe377f22e req-c0975645-731b-4d3e-a6ef-00ec7021da55 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:32.436405 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c506f689-a32d-4071-89d1-c64fe377f22e req-c0975645-731b-4d3e-a6ef-00ec7021da55 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Jan 05 18:18:32.476233 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c506f689-a32d-4071-89d1-c64fe377f22e req-44ca1cbe-e001-42f1-8d6b-289fb8b270ff tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Jan 05 18:18:32.936544 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32672560-1141-4a9f-998f-1ef97b747e68 req-e306f545-6e2c-4c55-a09e-f8df03620686 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:32.938085 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-32672560-1141-4a9f-998f-1ef97b747e68 req-e306f545-6e2c-4c55-a09e-f8df03620686 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0496230 Jan 05 18:18:32.976928 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-32672560-1141-4a9f-998f-1ef97b747e68 req-ffa298af-31a2-4ad6-b38f-4ed5e93ed403 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324678 Jan 05 18:18:33.598493 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f4a28-d533-4d0d-ad11-192aec8761ca req-e8101ae7-8c93-4124-b7ba-5552d62eacbe tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:33.600797 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2d7f4a28-d533-4d0d-ad11-192aec8761ca req-e8101ae7-8c93-4124-b7ba-5552d62eacbe tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0523055 Jan 05 18:18:33.641022 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2d7f4a28-d533-4d0d-ad11-192aec8761ca req-cdbadf09-12ff-4527-837c-6a1ac5c7c96a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Jan 05 18:18:34.115207 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae17e-0a39-495a-9fc3-f6bec7a91e66 req-02e51ea2-310f-4bb6-9798-abbcef54b265 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:34.116974 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e2ae17e-0a39-495a-9fc3-f6bec7a91e66 req-02e51ea2-310f-4bb6-9798-abbcef54b265 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0637629 Jan 05 18:18:34.161617 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e2ae17e-0a39-495a-9fc3-f6bec7a91e66 req-2c19317f-3bb3-4b90-bd2f-5f6aaeb72a58 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369122 Jan 05 18:18:34.779664 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5f04-b7ff-412b-8777-67e9c16b302d req-95cefbb4-3bc7-4e02-85e1-090a5babce29 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:34.781820 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-272d5f04-b7ff-412b-8777-67e9c16b302d req-95cefbb4-3bc7-4e02-85e1-090a5babce29 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0507293 Jan 05 18:18:34.820627 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-272d5f04-b7ff-412b-8777-67e9c16b302d req-fe70247d-e691-4b35-8963-7b8311b16ee3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326197 Jan 05 18:18:35.291025 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b0bc1-3aba-429c-8dd7-c6bfd280634c req-e4418688-14c1-4426-ac79-323299144a0e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:35.293247 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eb6b0bc1-3aba-429c-8dd7-c6bfd280634c req-e4418688-14c1-4426-ac79-323299144a0e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0612261 Jan 05 18:18:35.340446 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-eb6b0bc1-3aba-429c-8dd7-c6bfd280634c req-4d4011e1-c419-457c-ba02-6bc69a0d7c86 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Jan 05 18:18:35.945355 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a99c8-7ad8-41fd-b89e-689cce2aae9d req-011c6d42-1008-474b-8176-07d9ca4eaf07 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:35.952634 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e4a99c8-7ad8-41fd-b89e-689cce2aae9d req-011c6d42-1008-474b-8176-07d9ca4eaf07 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0559123 Jan 05 18:18:35.998100 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9e4a99c8-7ad8-41fd-b89e-689cce2aae9d req-ec468570-f957-4dae-881c-3dddd120b0ee tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445611 Jan 05 18:18:36.472183 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b29caf-c656-48f8-828b-620bc913d9ee req-cec98559-9e0f-4351-a0f8-3ea00667494c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:36.474209 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-33b29caf-c656-48f8-828b-620bc913d9ee req-cec98559-9e0f-4351-a0f8-3ea00667494c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0562344 Jan 05 18:18:36.516652 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-33b29caf-c656-48f8-828b-620bc913d9ee req-3dc17023-1ae4-4029-b6f0-8e2102a1cbf9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Jan 05 18:18:37.139705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc818-4d14-4708-bff6-a26ddce5adac req-8b88c84d-a74b-4d5a-9e84-044fcea6bff1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:37.142047 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3e3bc818-4d14-4708-bff6-a26ddce5adac req-8b88c84d-a74b-4d5a-9e84-044fcea6bff1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0587664 Jan 05 18:18:37.183974 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-3e3bc818-4d14-4708-bff6-a26ddce5adac req-79c2423d-13d8-4985-97c7-176683580e37 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346971 Jan 05 18:18:37.805971 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e11e-41be-4d4e-994f-3cbb857daa64 req-99cebeb8-32ef-4db7-aa41-6942215a0779 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:37.808315 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b6d7e11e-41be-4d4e-994f-3cbb857daa64 req-99cebeb8-32ef-4db7-aa41-6942215a0779 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0651720 Jan 05 18:18:37.860804 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b6d7e11e-41be-4d4e-994f-3cbb857daa64 req-c2769ef5-5308-46ef-b8b7-0dbfa5edd87d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Jan 05 18:18:38.322992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09872-98af-46d0-a39c-f9ad4a8a6ab7 req-2d138f70-4f70-46c4-88ad-169127d14fd2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:38.325416 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-50c09872-98af-46d0-a39c-f9ad4a8a6ab7 req-2d138f70-4f70-46c4-88ad-169127d14fd2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0637765 Jan 05 18:18:38.370568 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-50c09872-98af-46d0-a39c-f9ad4a8a6ab7 req-a8b4c2e3-6070-4b66-8fbe-42dae9525a41 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373144 Jan 05 18:18:38.584868 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:38.989332 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0a05-0549-4944-bc5f-b4971f2fd9d4 req-9fde66f4-c69a-4c4f-a5b3-4e86a74fea4a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:38.991492 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807f0a05-0549-4944-bc5f-b4971f2fd9d4 req-9fde66f4-c69a-4c4f-a5b3-4e86a74fea4a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0542936 Jan 05 18:18:39.034657 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-807f0a05-0549-4944-bc5f-b4971f2fd9d4 req-f0d15b05-9d7d-46a1-b337-54047b4325d4 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362906 Jan 05 18:18:39.501613 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b80ab-f6ce-4f03-ac48-336b51df8e71 req-f65c0f73-151f-4b3e-810c-cb911c73e097 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:39.503256 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ee5b80ab-f6ce-4f03-ac48-336b51df8e71 req-f65c0f73-151f-4b3e-810c-cb911c73e097 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Jan 05 18:18:39.545122 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ee5b80ab-f6ce-4f03-ac48-336b51df8e71 req-67993194-03f3-41d6-ba07-6841d02bd5a3 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349853 Jan 05 18:18:40.161374 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b5e0-b3f0-44d3-8022-11d5fb33df53 req-e5be9fe7-1093-4dd9-8d03-605cad4d19bc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:40.162868 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-efa3b5e0-b3f0-44d3-8022-11d5fb33df53 req-e5be9fe7-1093-4dd9-8d03-605cad4d19bc tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0508580 Jan 05 18:18:40.202335 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-efa3b5e0-b3f0-44d3-8022-11d5fb33df53 req-7e7e227b-0c47-4f31-a043-0e306a783f64 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Jan 05 18:18:40.680906 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0599a7-4bb2-417b-af1c-32e55d4ab5d4 req-9b5a22cd-7d29-4a39-9462-2c1b74078ef7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:40.683196 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7c0599a7-4bb2-417b-af1c-32e55d4ab5d4 req-9b5a22cd-7d29-4a39-9462-2c1b74078ef7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0574076 Jan 05 18:18:40.734774 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7c0599a7-4bb2-417b-af1c-32e55d4ab5d4 req-3c71e51b-66f7-469b-ae9a-9df87b9b6248 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Jan 05 18:18:41.307603 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dc00fc7b-90e3-472e-ae00-80df0aaf8263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:41.343516 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfd84c-b51a-4533-bf68-336d665f6bf0 req-b5bb5602-de46-410e-ac70-9ee3dbc3c54d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:41.346372 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6adfd84c-b51a-4533-bf68-336d665f6bf0 req-b5bb5602-de46-410e-ac70-9ee3dbc3c54d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 944 time: 0.0697787 Jan 05 18:18:41.392860 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6adfd84c-b51a-4533-bf68-336d665f6bf0 req-ce91be54-6dc0-48e8-881c-1b1004178c2d tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329325 Jan 05 18:18:41.647890 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:18:41.739832 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3d2f98d0-8524-434e-9104-c73e7263cf78 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:18:41.855163 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3d2f98d0-8524-434e-9104-c73e7263cf78,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:41.869449 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a8cca-1a1e-44c2-803f-0beaa10a2c0a req-0b9475c8-c596-4e98-a8cf-e8e897cf7a6f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:41.870029 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'port_id': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'mac_address': 'fa:16:3e:85:20:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:18:41.879306 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-958a8cca-1a1e-44c2-803f-0beaa10a2c0a req-0b9475c8-c596-4e98-a8cf-e8e897cf7a6f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0672140 Jan 05 18:18:41.909322 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:41.923832 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2f98d0-8524-434e-9104-c73e7263cf78 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:18:41.927699 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-958a8cca-1a1e-44c2-803f-0beaa10a2c0a req-847159b8-b774-46f4-9214-d48034081e7e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Jan 05 18:18:41.946818 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3d2f98d0-8524-434e-9104-c73e7263cf78,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:41.999067 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:42.053573 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:42.510846 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea160-d872-4464-b058-90b84ba14fb0 req-72e9ecda-bbe8-430f-82f8-84c5c47a7966 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:42.512465 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-19fea160-d872-4464-b058-90b84ba14fb0 req-72e9ecda-bbe8-430f-82f8-84c5c47a7966 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 945 time: 0.0498502 Jan 05 18:18:42.553022 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-19fea160-d872-4464-b058-90b84ba14fb0 req-7a2ac4b3-87b2-45ac-8806-1bf47e85da5c tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343943 Jan 05 18:18:42.596913 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['3d2f98d0-8524-434e-9104-c73e7263cf78'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:18:43.044388 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82109-0e1f-490d-82e9-3b97091f97f2 req-4dc76367-f4ae-4748-be48-dd79c5473e35 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:43.046073 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fb82109-0e1f-490d-82e9-3b97091f97f2 req-4dc76367-f4ae-4748-be48-dd79c5473e35 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0512996 Jan 05 18:18:43.096639 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8fb82109-0e1f-490d-82e9-3b97091f97f2 req-71733077-c609-43f0-b47c-17e38c373ca6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334868 Jan 05 18:18:43.569631 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-65fec648-3e3b-48b6-abeb-cec44f015298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:43.688880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac79ff-10b0-4eaf-8779-e3162eb197a6 req-734ace2d-62b9-471b-a3f5-b2808466ab38 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:43.690323 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-efac79ff-10b0-4eaf-8779-e3162eb197a6 req-734ace2d-62b9-471b-a3f5-b2808466ab38 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 945 time: 0.0513244 Jan 05 18:18:43.734773 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-efac79ff-10b0-4eaf-8779-e3162eb197a6 req-e514b370-fab8-4ce7-a548-20912b9b141a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373199 Jan 05 18:18:44.223321 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667235a1-11a6-4182-aab9-a48acf34d510 req-bcc1888c-32be-4c87-b723-b6dadbfa12bc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:44.234981 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-667235a1-11a6-4182-aab9-a48acf34d510 req-bcc1888c-32be-4c87-b723-b6dadbfa12bc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0537591 Jan 05 18:18:44.262783 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-667235a1-11a6-4182-aab9-a48acf34d510 req-270140c7-0ff2-481b-90f1-87d31d0b1bb0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320702 Jan 05 18:18:44.609569 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:44.848348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648bf86-a1cc-4c48-b1ff-ade9a88cd97e req-274ee631-025b-4303-bfe1-3136e1448e74 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:44.849862 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c648bf86-a1cc-4c48-b1ff-ade9a88cd97e req-274ee631-025b-4303-bfe1-3136e1448e74 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 945 time: 0.0493107 Jan 05 18:18:44.886737 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c648bf86-a1cc-4c48-b1ff-ade9a88cd97e req-966a1eb8-fe2b-4119-89fc-60b83de05f60 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Jan 05 18:18:45.377840 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2f67-bb57-4009-873e-ac4d3a255575 req-6e07d32a-f8fd-4f82-9765-2de30b4454e7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:45.379318 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9d1a2f67-bb57-4009-873e-ac4d3a255575 req-6e07d32a-f8fd-4f82-9765-2de30b4454e7 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 946 time: 0.0466163 Jan 05 18:18:45.415831 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9d1a2f67-bb57-4009-873e-ac4d3a255575 req-decd7c37-0f79-466e-97d7-e9b592b1cee9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Jan 05 18:18:45.790497 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3d2f98d0-8524-434e-9104-c73e7263cf78 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:18:45.838543 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-1037e0bb-b6ea-4084-ad69-50a7e67f26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:45.840052 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-1037e0bb-b6ea-4084-ad69-50a7e67f26c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1099 time: 0.0408020 Jan 05 18:18:45.943117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-df35d02e-5ec2-48e1-8a76-68be73008109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:45.945429 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-df35d02e-5ec2-48e1-8a76-68be73008109 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.0987282 Jan 05 18:18:45.952277 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 3d2f98d0-8524-434e-9104-c73e7263cf78 completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:18:45.957999 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 3d2f98d0-8524-434e-9104-c73e7263cf78 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:18:45.958451 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.012339 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28420d89-b6d1-45be-ac95-69d8f622b232 req-2c0fb8fe-4207-4a93-9507-9d8027661baf tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:46.014285 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-28420d89-b6d1-45be-ac95-69d8f622b232 req-2c0fb8fe-4207-4a93-9507-9d8027661baf tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 945 time: 0.0602190 Jan 05 18:18:46.045573 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-a249eef6-b514-4cfe-a88b-d87ee5a32716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 200 len: 1002 time: 0.0834999 Jan 05 18:18:46.057362 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.063436 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-28420d89-b6d1-45be-ac95-69d8f622b232 req-68a96e37-d8e9-4936-b03a-a52d0f2bbed5 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Jan 05 18:18:46.089804 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:46.092264 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372b8245-00e6-4254-bbfb-ae632e174559" -d '{"events": [{"server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:46.116069 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3d2f98d0-8524-434e-9104-c73e7263cf78,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:46.120741 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-11becf0e-0d65-4413-9178-07b4763a70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:46.122546 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-11becf0e-0d65-4413-9178-07b4763a70c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0621626 Jan 05 18:18:46.156410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec4708f-61d0-4c8b-ba1d-1238baa06cd5 x-openstack-request-id: req-fec4708f-61d0-4c8b-ba1d-1238baa06cd5 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:46.156827 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:46.157103 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fec4708f-61d0-4c8b-ba1d-1238baa06cd5 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:46.157497 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'code': 200} Jan 05 18:18:46.187438 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.188731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:18:46.237171 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.277868 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:46.322042 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.357062 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:46.416060 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.438966 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-0d42d58b-3eed-474a-8fb7-06f6f7c00a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:46.440607 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-0d42d58b-3eed-474a-8fb7-06f6f7c00a1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3106167 Jan 05 18:18:46.488028 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=8']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:46.519976 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:46.573102 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0ff9-852f-4020-a143-ad10d4c4d354 req-a62103bb-420d-4942-b30b-07777a80070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:46.574607 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5da0ff9-852f-4020-a143-ad10d4c4d354 req-a62103bb-420d-4942-b30b-07777a80070c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1099 time: 0.0696599 Jan 05 18:18:46.580095 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba48c-dd70-4b4b-a1d1-216565e0b641 req-73254ec2-c533-42e9-8e2b-fccd9029be95 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:46.582515 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-badba48c-dd70-4b4b-a1d1-216565e0b641 req-73254ec2-c533-42e9-8e2b-fccd9029be95 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0614085 Jan 05 18:18:46.595470 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-c62ce358-e616-4140-a146-f5014810f990 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428421 Jan 05 18:18:46.623370 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-badba48c-dd70-4b4b-a1d1-216565e0b641 req-5adf337f-790d-48ca-a14e-bfcaf50a4d37 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351706 Jan 05 18:18:46.662086 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5da0ff9-852f-4020-a143-ad10d4c4d354 req-e5c432fd-7daf-4a63-bd97-ec96be2d7438 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761249 Jan 05 18:18:46.697302 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-df95ec95-1bc3-4868-86e9-c43d389c70a9 req-312483f1-35fe-4024-8583-ce5d1024a98d service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949817 Jan 05 18:18:47.181808 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b2761-e08d-4f54-bc9c-eaa09caa2f86 req-c0aed48e-11b3-4be5-b6fe-ea3219ac731f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:47.183285 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-830b2761-e08d-4f54-bc9c-eaa09caa2f86 req-c0aed48e-11b3-4be5-b6fe-ea3219ac731f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jan 05 18:18:47.223949 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-830b2761-e08d-4f54-bc9c-eaa09caa2f86 req-d541c870-3bc9-413e-ab0d-cdfa497b7083 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348675 Jan 05 18:18:47.923124 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7aa3-4aed-4500-9040-a88302cfb03e req-af89e2c1-8850-4980-a9ec-d7ffadad54c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:47.924602 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-132c7aa3-4aed-4500-9040-a88302cfb03e req-af89e2c1-8850-4980-a9ec-d7ffadad54c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0482674 Jan 05 18:18:47.961505 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-132c7aa3-4aed-4500-9040-a88302cfb03e req-8427fce9-797d-47e8-8136-dc05cc26cfc9 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Jan 05 18:18:48.158974 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:48.161830 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540fa21c-0356-4a7f-8e0e-1e788641cc6e" -d '{"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-unplugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:48.196375 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1a0ef9-9032-402e-9f0e-ee9b1144be65 x-openstack-request-id: req-6d1a0ef9-9032-402e-9f0e-ee9b1144be65 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:48.196666 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-unplugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:48.196914 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d1a0ef9-9032-402e-9f0e-ee9b1144be65 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:48.197298 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'code': 200} Jan 05 18:18:48.335762 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c7feb-faf3-4406-ab74-dd803cffc058 req-0cb8c42c-50c5-4e25-a261-5a913dad0f88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:48.337246 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da4c7feb-faf3-4406-ab74-dd803cffc058 req-0cb8c42c-50c5-4e25-a261-5a913dad0f88 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0471463 Jan 05 18:18:48.373941 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da4c7feb-faf3-4406-ab74-dd803cffc058 req-c34ed177-8375-4b68-b4c7-a127d541c26e tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Jan 05 18:18:49.082790 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790bb79-9884-48ab-9da2-17b6b48afea3 req-329d71b6-cc86-4602-9518-e735f77b2517 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:49.084288 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c790bb79-9884-48ab-9da2-17b6b48afea3 req-329d71b6-cc86-4602-9518-e735f77b2517 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0495679 Jan 05 18:18:49.122123 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c790bb79-9884-48ab-9da2-17b6b48afea3 req-45dcd2dd-4bfc-45d7-b069-faf25f2bf682 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Jan 05 18:18:49.491211 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93ae55-a7b9-4b42-9718-6cc208fededa req-ebef7a1e-c809-4207-a321-1738f8f3ffa9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:49.492668 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6a93ae55-a7b9-4b42-9718-6cc208fededa req-ebef7a1e-c809-4207-a321-1738f8f3ffa9 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0522952 Jan 05 18:18:49.528827 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6a93ae55-a7b9-4b42-9718-6cc208fededa req-4093cf58-8b3b-4498-9a6e-59b964f736e6 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301070 Jan 05 18:18:49.652032 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87b55f-b422-4059-9bb8-9a9ebb020d39 req-60da8dfb-14c4-4f39-9c39-47535c6cdc00 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:49.653520 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b87b55f-b422-4059-9bb8-9a9ebb020d39 req-60da8dfb-14c4-4f39-9c39-47535c6cdc00 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0577493 Jan 05 18:18:49.693352 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b87b55f-b422-4059-9bb8-9a9ebb020d39 req-30ae088e-1bae-4f05-8075-0f5914fbe6cb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Jan 05 18:18:49.717918 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35966) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:18:49.883516 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06d99d-d0a5-4b1a-867e-5901dea4ca29 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:49.885025 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5c06d99d-d0a5-4b1a-867e-5901dea4ca29 tempest-TestVolumeBootPattern-1747936359 tempest-TestVolumeBootPattern-1747936359-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1094 time: 0.1660933 Jan 05 18:18:49.887752 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 35970) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:18:49.891924 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.v2.base [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Request body: {'floatingip': {'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'port_id': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:18:50.015293 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:50.113832 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:50.253056 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_common [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Allocated IP 172.37.1.180 (c4264420-c1eb-46e8-af32-5bb5027c981b/764091d9-beb6-4fa2-b2d9-37c5bb4be1b2/df49d006-3141-451e-93e8-6736110066ac) {{(pid=102089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:18:50.273867 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44ecb2-b33d-48d9-b34d-d38acb10560e req-2d77b632-ac89-47eb-ab2a-1562313ea229 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:50.275299 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d44ecb2-b33d-48d9-b34d-d38acb10560e req-2d77b632-ac89-47eb-ab2a-1562313ea229 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0805106 Jan 05 18:18:50.352787 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4d44ecb2-b33d-48d9-b34d-d38acb10560e req-30fabe82-641f-4091-ae88-1e2f2cfb63fe tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712044 Jan 05 18:18:50.395404 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:50.506139 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:50.546080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Network c4264420-c1eb-46e8-af32-5bb5027c981b is already hosted by enough agents. {{(pid=102089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:18:50.548677 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.base_scheduler [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Resources bound (agent type, host, resource id): {{(pid=102089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:18:50.552768 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Received port after_create {{(pid=102089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:18:50.576378 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=df49d006-3141-451e-93e8-6736110066ac,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:50.585908 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.586279 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.586613 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.586942 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.587265 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.587591 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.587914 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.588235 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.588557 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.588870 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.589278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.589599 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:18:50.902904 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:51.049222 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:51.181511 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-a7071037-a221-44df-8997-d35cb747fe38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457373 Jan 05 18:18:51.208486 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for port, precommit_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:51.276330 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25507102'] for port, after_update {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:51.283868 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-c0169ec5-0744-43ce-ba37-905d5ffde3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:51.286094 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-c0169ec5-0744-43ce-ba37-905d5ffde3a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1098 time: 0.0450830 Jan 05 18:18:51.345278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event updated for resources: {'Port': ['ID=df49d006-3141-451e-93e8-6736110066ac,revision_number=2']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:51.375953 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:51.399821 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-e1171d7c-36f3-4844-9583-3418f060cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:51.401372 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-e1171d7c-36f3-4844-9583-3418f060cc71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0937827 Jan 05 18:18:51.472381 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-f1037c0f-3441-4b16-a3e8-626cb7e638ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 1001 time: 0.0640695 Jan 05 18:18:51.494316 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP dc6462e0-51a3-44df-ad5d-4a645e8b6335 associated. External IP: 172.37.1.180, port: 3d2f98d0-8524-434e-9104-c73e7263cf78. Jan 05 18:18:51.532681 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-2a828931-3c0e-4336-a093-be976fad1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:51.534078 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-2a828931-3c0e-4336-a093-be976fad1f70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0552945 Jan 05 18:18:51.585610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-e70c259f-427d-48ab-a55b-b94fc34ab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:51.587145 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-e70c259f-427d-48ab-a55b-b94fc34ab3f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464480 Jan 05 18:18:51.704172 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-c41da25b-df71-4191-8286-e0f974367b7e service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080868 Jan 05 18:18:51.765811 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:18:51.796344 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5554dec4-8296-44ee-aa4a-0387093149c9 req-df0ed70d-11e1-4178-8ca7-2a58ba1c361b service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855424 Jan 05 18:18:51.871805 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:18:51.882843 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:18:51.892619 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:18:51.893229 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:18:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:51.999924 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:52.006105 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:18:52.028602 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c341-0b87-436e-98f1-1bfa6f618589 req-c64493cc-85e2-4922-abc2-79774bde2a25 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.030163 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9fa7c341-0b87-436e-98f1-1bfa6f618589 req-c64493cc-85e2-4922-abc2-79774bde2a25 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0727329 Jan 05 18:18:52.044625 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-6f723429-710d-469b-b7c9-d9a1dc5b5357 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1558566 Jan 05 18:18:52.046209 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:52.048485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abae2087-ace6-48aa-97d1-65bc473a9dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:52.076356 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9fa7c341-0b87-436e-98f1-1bfa6f618589 req-58ed4a52-c72b-40d9-82b2-1f2596e57038 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384858 Jan 05 18:18:52.174278 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b33bd-a714-4a38-84d5-4521afd7fac4 x-openstack-request-id: req-397b33bd-a714-4a38-84d5-4521afd7fac4 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:52.174573 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:52.174830 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-397b33bd-a714-4a38-84d5-4521afd7fac4 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:52.175229 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'status': 'completed', 'code': 200} Jan 05 18:18:52.240259 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc6462e0-51a3-44df-ad5d-4a645e8b6335', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.180', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:85:20:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:18:50Z', 'updated_at': '2022-01-05T18:18:50Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}, {'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:52.257706 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-780019de-728c-4a9e-a98b-d1f2192366e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.259278 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-780019de-728c-4a9e-a98b-d1f2192366e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1099 time: 0.0412498 Jan 05 18:18:52.270250 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:18:52.278731 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:18:52.279345 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:18:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:52.361572 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-b0d5442f-1a4b-4419-93b3-ae0589dd78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.363799 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-b0d5442f-1a4b-4419-93b3-ae0589dd78cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0961416 Jan 05 18:18:52.386555 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-b95e4528-75cd-4364-91ff-d15714c590ec req-6e943d1d-34ef-45a8-a2ba-83d6c1eeb74a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102089) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:18:52.387636 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b95e4528-75cd-4364-91ff-d15714c590ec req-6e943d1d-34ef-45a8-a2ba-83d6c1eeb74a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052557 Jan 05 18:18:52.395368 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:18:52.430598 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-a88aa260-b0e0-4439-bb18-c0ee47f55ebb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 1000 time: 0.0602908 Jan 05 18:18:52.482630 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-17af66af-0d79-410f-9579-cb2bfb981c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.485127 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-17af66af-0d79-410f-9579-cb2bfb981c5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0483997 Jan 05 18:18:52.531029 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-5555350f-2943-4623-9df3-76751c58c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.532423 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-5555350f-2943-4623-9df3-76751c58c3e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394070 Jan 05 18:18:52.635666 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc6462e0-51a3-44df-ad5d-4a645e8b6335', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.180', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:85:20:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:18:50Z', 'updated_at': '2022-01-05T18:18:50Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}, {'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:52.661784 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee508275-e82a-4c5e-bdaa-624dcabe757a None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'dc6462e0-51a3-44df-ad5d-4a645e8b6335', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.180', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:85:20:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:18:50Z', 'updated_at': '2022-01-05T18:18:50Z', 'revision_number': 0, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}, {'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:18:52.670890 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-c35d3e47-da4e-4311-a002-d50211853fa3 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296887 Jan 05 18:18:52.741842 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0404-30ca-4a33-85b1-eff4be19894e req-d873eb5e-06f5-4ec0-98bc-f575b31f1360 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:52.743413 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-95ac0404-30ca-4a33-85b1-eff4be19894e req-d873eb5e-06f5-4ec0-98bc-f575b31f1360 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.1125040 Jan 05 18:18:52.808440 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-95ac0404-30ca-4a33-85b1-eff4be19894e req-46dd96b8-cd03-479a-a121-819bc50be9fd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583415 Jan 05 18:18:52.810133 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-abae2087-ace6-48aa-97d1-65bc473a9dd0 req-ec0e24b0-5001-42e7-80bb-3280056829e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314535 Jan 05 18:18:52.896395 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206a50d-8bfd-41b5-81a4-a4d5659ea480 None None] New status for floating IP dc6462e0-51a3-44df-ad5d-4a645e8b6335: ACTIVE {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:18:53.072150 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-36b7421c-1ef8-44f2-a58d-b294f6504dda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938942 Jan 05 18:18:53.195365 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495e8c-2fbb-4810-96cc-ab5b7769754c req-a4f99182-53ea-458f-9dc7-5c7ab7d48fc7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:53.197079 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d9495e8c-2fbb-4810-96cc-ab5b7769754c req-a4f99182-53ea-458f-9dc7-5c7ab7d48fc7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0523024 Jan 05 18:18:53.235318 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d9495e8c-2fbb-4810-96cc-ab5b7769754c req-f9ca8c97-67dd-4bbb-9f10-b4d47b8877c3 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320570 Jan 05 18:18:53.819147 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:18:53.933646 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7a0fb-460e-45b3-9520-17a8a4fc1e3f req-58bf07e8-149c-4f5c-bb7d-8b84c4b2be60 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:53.935208 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97d7a0fb-460e-45b3-9520-17a8a4fc1e3f req-58bf07e8-149c-4f5c-bb7d-8b84c4b2be60 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0498171 Jan 05 18:18:53.973636 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97d7a0fb-460e-45b3-9520-17a8a4fc1e3f req-98b30e5a-5112-479a-94e7-dc444845ed81 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Jan 05 18:18:54.353686 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ad23f-963c-4058-ac9d-228e2ec470dd req-498b90cc-7ba3-4997-b64d-9513e4c2e369 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:54.355396 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a44ad23f-963c-4058-ac9d-228e2ec470dd req-498b90cc-7ba3-4997-b64d-9513e4c2e369 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0511093 Jan 05 18:18:54.391164 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a44ad23f-963c-4058-ac9d-228e2ec470dd req-63430d48-021b-458f-8ace-c64f89bb2b6e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups?id=294c7523-1369-431b-85c9-2354435933c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298717 Jan 05 18:18:54.475020 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815450bc-8d9c-415c-9207-d6f55f251545 req-5762fad3-0a17-49cb-99df-a5f5a3e31a3b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:54.476491 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-815450bc-8d9c-415c-9207-d6f55f251545 req-5762fad3-0a17-49cb-99df-a5f5a3e31a3b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 946 time: 0.0478086 Jan 05 18:18:54.594927 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Deleting port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:18:54.595268 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:54.655737 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-8cf47da9-76b4-4527-bfee-ce55a0825412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:54.657216 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-8cf47da9-76b4-4527-bfee-ce55a0825412 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88&tenant_id=b91be5b55b454af7a9f0f161ad064f64 HTTP/1.1" status: 200 len: 1097 time: 0.0953879 Jan 05 18:18:54.727785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] For port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:18:54.728149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:54.779455 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-970089ac-0757-49bf-932c-3ed6d2441463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:54.780917 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-970089ac-0757-49bf-932c-3ed6d2441463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b91be5b55b454af7a9f0f161ad064f64&device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1097 time: 0.0915642 Jan 05 18:18:54.965187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-674bc656-eadf-4fe2-a852-64366664456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:54.966655 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-674bc656-eadf-4fe2-a852-64366664456e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 200 len: 917 time: 0.1774940 Jan 05 18:18:54.982872 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:54.986859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:54.986859 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Floating IP 95368aeb-0b72-465d-b01e-425c2f148ab9 disassociated. External IP: 172.37.1.149, port: 0dacd42b-f70e-4c6a-b252-dfc171bfd08d. Jan 05 18:18:54.986859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Calling delete_port for 0dacd42b-f70e-4c6a-b252-dfc171bfd08d owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:18:55.096247 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-a54abbac-09a0-4dcc-a8a3-c4db70ba224d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 200 len: 1000 time: 0.1213048 Jan 05 18:18:55.171687 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96616d61-fcf0-4c1e-843c-b8b83ca90d1e req-a7a10613-94ed-4bd8-a6d4-3ad1922a4b16 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:55.173130 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96616d61-fcf0-4c1e-843c-b8b83ca90d1e req-a7a10613-94ed-4bd8-a6d4-3ad1922a4b16 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.1128714 Jan 05 18:18:55.180052 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-bf4041e2-132f-47e8-939b-96bddd99a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:55.185274 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-bf4041e2-132f-47e8-939b-96bddd99a79a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 200 len: 855 time: 0.0713563 Jan 05 18:18:55.279797 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-96616d61-fcf0-4c1e-843c-b8b83ca90d1e req-3bde1b45-41ea-4e39-8b7d-f4477e6a4ad1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974038 Jan 05 18:18:55.285676 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-c0e4887c-58b0-4133-8b8c-525cdc3dc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:55.287118 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-c0e4887c-58b0-4133-8b8c-525cdc3dc933 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae9edd83-a753-43bb-9794-9ca1d1f00bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988340 Jan 05 18:18:55.334831 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:55.371910 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'Port': ['ID=0dacd42b-f70e-4c6a-b252-dfc171bfd08d,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:18:55.478924 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-ad44f38f-5b8a-42bc-8d81-b9c4240c5f22 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846836 Jan 05 18:18:55.484562 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c5e0ef54-4231-4e55-9945-1a7a9ffa5ac9 req-5651d77e-0c53-4825-9234-c547f4c81faa tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0262065 Jan 05 18:18:55.552106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:18:55.643278 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-1557e7f1-9e07-4642-a2cc-ca4227229772 req-13e6bec2-c90f-49a5-9066-d18bc08d5933 service neutron] 10.222.0.10 "GET /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565230 Jan 05 18:18:55.679478 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:18:55.691788 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:18:55.701350 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:18:55.701350 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:18:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:55.720877 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] No DVR routers for this DVR port 0dacd42b-f70e-4c6a-b252-dfc171bfd08d on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:18:55.723652 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:18:55.727574 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-815450bc-8d9c-415c-9207-d6f55f251545 req-2e8c2888-809c-4eb3-a599-c22b97f6ad64 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.10 "DELETE /v2.0/ports/0dacd42b-f70e-4c6a-b252-dfc171bfd08d HTTP/1.1" status: 204 len: 173 time: 1.2445083 Jan 05 18:18:55.727775 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'name': 'network-vif-deleted', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:18:55.730426 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf895387-45de-4476-ba9a-fc6d9d061635" -d '{"events": [{"server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "name": "network-vif-deleted", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:18:55.773452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767bd49-1094-430d-be5e-55677b823915 x-openstack-request-id: req-f767bd49-1094-430d-be5e-55677b823915 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:18:55.773750 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a3698-19f0-4e99-9fbd-f7d1630b42ab", "name": "network-vif-deleted", "tag": "0dacd42b-f70e-4c6a-b252-dfc171bfd08d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:18:55.774004 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f767bd49-1094-430d-be5e-55677b823915 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:18:55.774426 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a3698-19f0-4e99-9fbd-f7d1630b42ab', 'name': 'network-vif-deleted', 'tag': '0dacd42b-f70e-4c6a-b252-dfc171bfd08d', 'status': 'completed', 'code': 200} Jan 05 18:18:55.961567 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:18:56.164092 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:56.193870 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:18:56.201925 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:18:56.202757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:18:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:56.335974 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:18:56.476898 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715225d-a928-4664-9d6d-5ebfd5319a36 req-614ffa44-3b06-4f8c-940b-6778f3a78261 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:56.478492 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8715225d-a928-4664-9d6d-5ebfd5319a36 req-614ffa44-3b06-4f8c-940b-6778f3a78261 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0918493 Jan 05 18:18:56.546150 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8715225d-a928-4664-9d6d-5ebfd5319a36 req-f25acac0-56ce-4aa2-8ef3-d5833122773d tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612247 Jan 05 18:18:56.634412 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:18:56.662495 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fde46590-8934-4fba-bd54-162c5d9ac6fb req-15d33d5a-f456-479b-8a7a-76bf5368cde2 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0422051 Jan 05 18:18:56.673877 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544d6e9-3cd3-479e-a581-5e47fee501e3 None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:06:46Z', 'revision_number': 4, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': '9154509a-cd91-47c8-9c37-c928063dbd2e', 'name': '', 'network_id': '0da28a8c-2ce1-4e0e-9a84-da0477c6194b', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'mac_address': 'fa:16:3e:bc:b4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:44Z', 'updated_at': '2022-01-05T18:06:51Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'subnets': [{'id': '5572ea86-5d8b-46d9-be6f-b92a0cfaeef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:18:56.984351 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c67ced1-e84f-40ed-ab34-d80fb4b9ec80 None None] New status for floating IP 95368aeb-0b72-465d-b01e-425c2f148ab9: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:18:57.688025 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90a0b2-68f3-4ee4-9f2f-228387e49b88 req-912d881b-8023-4043-a268-3ef6ec9f1434 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:57.689459 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ae90a0b2-68f3-4ee4-9f2f-228387e49b88 req-912d881b-8023-4043-a268-3ef6ec9f1434 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Jan 05 18:18:57.729627 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ae90a0b2-68f3-4ee4-9f2f-228387e49b88 req-25ebc035-28f3-4880-aa08-7bca09ffe9ed tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Jan 05 18:18:57.781794 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a434701e-12b0-45e2-aa6e-cabf7f7344bc req-d715d821-f95f-4276-b64e-d4079eb12e90 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0300550 Jan 05 18:18:57.809513 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 0dacd42b-f70e-4c6a-b252-dfc171bfd08d no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:18:57.835115 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 0dacd42b-f70e-4c6a-b252-dfc171bfd08d {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:18:57.835481 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 0dacd42b-f70e-4c6a-b252-dfc171bfd08d not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:18:58.853404 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243b44-78d9-4be2-8a60-edea6836a4ef req-c83d5b6a-ba4a-4e69-bbdb-336a8ba3b78c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:18:58.855880 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b243b44-78d9-4be2-8a60-edea6836a4ef req-c83d5b6a-ba4a-4e69-bbdb-336a8ba3b78c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Jan 05 18:18:58.888608 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-774bf6f8-58ef-4d2f-99d1-9e55912e94b3 req-4bfac5c3-c77c-47d2-9ce6-2ee46db482c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0272560 Jan 05 18:18:58.923722 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7b243b44-78d9-4be2-8a60-edea6836a4ef req-7a7a9b4a-0eed-4d49-baa3-0c5fdebba5e1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609767 Jan 05 18:19:00.013463 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-02d5b75b-bbee-4c0d-be77-2b6b639f9bc8 req-c93744f5-1b76-41bf-b770-76f57b90d6ef tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0277417 Jan 05 18:19:00.061585 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d0652-49df-436e-95e0-076614bd397b req-60c17c51-7776-4723-8109-7c0cdf25d18e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:00.063182 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f41d0652-49df-436e-95e0-076614bd397b req-60c17c51-7776-4723-8109-7c0cdf25d18e tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0529456 Jan 05 18:19:00.103210 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f41d0652-49df-436e-95e0-076614bd397b req-292a5932-0251-41be-b199-f2a87a0bfe2f tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342095 Jan 05 18:19:01.168058 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-24620ce6-16fd-472e-b7d8-e5474a8c8706 req-24a6286a-9c5c-4d7a-8110-ff64bd53efc9 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0371215 Jan 05 18:19:01.270623 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb0a4-8009-4e40-9f76-908b69b179ba req-bf0de362-92df-4d2c-9d3b-60b5e1be9cc1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:01.272191 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d68eb0a4-8009-4e40-9f76-908b69b179ba req-bf0de362-92df-4d2c-9d3b-60b5e1be9cc1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0647099 Jan 05 18:19:01.363358 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-d68eb0a4-8009-4e40-9f76-908b69b179ba req-db5ff1b9-f22f-4cd8-b663-99e828cc9d0a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745075 Jan 05 18:19:02.282617 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7aa55616-a12c-4d73-b1e4-356e9a907258 req-dbeb9f83-94c6-4c77-90fe-f14b11cf3d54 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0262280 Jan 05 18:19:02.493537 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25806c6-e6ad-4f1d-b28f-7eff4aa9e11a req-fe26508b-a510-48da-ba0c-89e029f4aadf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:02.495024 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b25806c6-e6ad-4f1d-b28f-7eff4aa9e11a req-fe26508b-a510-48da-ba0c-89e029f4aadf tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0479817 Jan 05 18:19:02.537053 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b25806c6-e6ad-4f1d-b28f-7eff4aa9e11a req-8f0e0cf0-d08f-4ad6-b0ac-bef9a1253077 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361121 Jan 05 18:19:03.392384 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-439e6fc6-c030-4f58-9fd4-2f41848d97ea req-bf655612-bab1-4dd6-b5d7-fb645bbd8d9f tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0282054 Jan 05 18:19:03.661832 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a987296-78dd-4360-ac56-64036ee4ddb4 req-bf1848f9-3755-4e90-ade8-fa6b5e60c01b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:03.663628 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a987296-78dd-4360-ac56-64036ee4ddb4 req-bf1848f9-3755-4e90-ade8-fa6b5e60c01b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0535097 Jan 05 18:19:03.704142 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-7a987296-78dd-4360-ac56-64036ee4ddb4 req-8ef690f0-c6fa-4702-9d66-7069a76de2ef tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345993 Jan 05 18:19:04.509815 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5d8ae08b-abda-4854-b312-9b7fdd9d6635 req-d2a801e6-a824-4ad6-9ab3-a6a25c967dea tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0326798 Jan 05 18:19:04.827262 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927902e-4f6d-4464-8443-d85df4afca6d req-8c2f6ec8-f564-49ed-8cab-5bf376665ffd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:04.828874 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1927902e-4f6d-4464-8443-d85df4afca6d req-8c2f6ec8-f564-49ed-8cab-5bf376665ffd tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0526962 Jan 05 18:19:04.868586 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1927902e-4f6d-4464-8443-d85df4afca6d req-b895afc8-4884-48f3-b49c-519fa5f1d075 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327189 Jan 05 18:19:05.614190 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ae57b5a7-67b7-4255-8f45-c5013d4c6183 req-5e484e2b-3057-4c01-bb8e-12ec075cab1b tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0255709 Jan 05 18:19:05.985169 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47233b-f864-444b-b5f8-ae80bb7eb527 req-b9adabb7-a576-4fd0-90f7-aaec4b405270 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:05.986651 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ad47233b-f864-444b-b5f8-ae80bb7eb527 req-b9adabb7-a576-4fd0-90f7-aaec4b405270 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0480285 Jan 05 18:19:06.023213 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ad47233b-f864-444b-b5f8-ae80bb7eb527 req-d854c38c-93e1-4a83-bff1-142d4205c17b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306075 Jan 05 18:19:06.713699 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4f618ea4-8e9b-4fef-8789-d9e26dd09aa9 req-58c6792f-ed59-4ae8-bfc2-3eaa04effa57 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0258882 Jan 05 18:19:07.138449 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1ded7-fa6e-43b7-8eb7-feb57082b7d6 req-1d80cfb6-aa8a-4e44-a459-b5c8e5fbd4e2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:07.139913 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-33e1ded7-fa6e-43b7-8eb7-feb57082b7d6 req-1d80cfb6-aa8a-4e44-a459-b5c8e5fbd4e2 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0476642 Jan 05 18:19:07.176459 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-33e1ded7-fa6e-43b7-8eb7-feb57082b7d6 req-68576b93-c58e-4429-bfac-d19dfeab0160 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301709 Jan 05 18:19:07.815917 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-82b07cbc-326e-4abb-9137-2ee92b46599d req-b1153495-06bf-4f30-a3b9-d8e668483377 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0248458 Jan 05 18:19:08.293898 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99db7-572d-41c2-954b-2739a0e0b7ff req-9e8c930b-dbbe-42bf-b029-c86aab8ed117 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:08.295359 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a0a99db7-572d-41c2-954b-2739a0e0b7ff req-9e8c930b-dbbe-42bf-b029-c86aab8ed117 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0501149 Jan 05 18:19:08.331811 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-a0a99db7-572d-41c2-954b-2739a0e0b7ff req-d6b31586-eaee-4ecf-9eac-df2d597f9b2c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300903 Jan 05 18:19:08.919985 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-cd86b0d8-d39e-40d0-8160-ae3fcd2c8675 req-b0924afc-54a3-41e1-bda8-c375ce64a161 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0262384 Jan 05 18:19:09.220611 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:09.447459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae2075-089f-41cf-beda-4a9783fd9bf8 req-e52ba2da-199a-47f1-bd2c-97bd5c0ed513 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:09.448942 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-06ae2075-089f-41cf-beda-4a9783fd9bf8 req-e52ba2da-199a-47f1-bd2c-97bd5c0ed513 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0477302 Jan 05 18:19:09.485074 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-06ae2075-089f-41cf-beda-4a9783fd9bf8 req-2388d0ca-7fb8-4995-a07c-979c508ca75c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Jan 05 18:19:10.020897 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-25016b78-eec6-4c96-83f7-46b8551b6faa req-493c88db-0932-4255-ac9b-e7a02279eb0e tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb5a3698-19f0-4e99-9fbd-f7d1630b42ab HTTP/1.1" status: 200 len: 210 time: 0.0247731 Jan 05 18:19:10.603487 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101de7d1-db6e-4928-9c60-d2bb34ca94bc req-76947e35-a9cf-4d0b-b392-911cb1125648 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:10.605250 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-101de7d1-db6e-4928-9c60-d2bb34ca94bc req-76947e35-a9cf-4d0b-b392-911cb1125648 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0490596 Jan 05 18:19:10.644272 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-101de7d1-db6e-4928-9c60-d2bb34ca94bc req-9b386904-0581-4276-adf7-159b201ade27 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Jan 05 18:19:11.168605 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36144) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:11.222379 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.249152 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.312161 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cf932fbe-b6bd-4478-a35b-bb8f0c7aa5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.372761 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.375314 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.376493 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "DELETE /v2.0/security-groups/294c7523-1369-431b-85c9-2354435933c2 HTTP/1.1" status: 204 len: 168 time: 0.2068880 Jan 05 18:19:11.379263 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36146) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:11.386836 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357fa00-a8fd-412f-b72b-5f1dc38d57d7 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c7523-1369-431b-85c9-2354435933c2,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:11.396864 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.api.v2.resource [None req-3d732a82-f220-42f6-8a9f-58798bc0fb3c tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] show failed (client error): The resource could not be found. Jan 05 18:19:11.397929 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3d732a82-f220-42f6-8a9f-58798bc0fb3c tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "GET /v2.0/security-groups/294c7523-1369-431b-85c9-2354435933c2 HTTP/1.1" status: 404 len: 347 time: 0.0171387 Jan 05 18:19:11.400871 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36148) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:11.519891 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Deleting port 4fd153b8-7fd3-4587-a94a-a078750505c5 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:19:11.520248 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.602785 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.603151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.615472 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Calling delete_port for 4fd153b8-7fd3-4587-a94a-a078750505c5 owned by network:floatingip {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:19:11.787367 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0c2c-5e28-4f5c-8016-a286d7df6df6 req-4cb1811c-927a-4b7a-ad53-34b857c4db43 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:11.788816 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3ba0c2c-5e28-4f5c-8016-a286d7df6df6 req-4cb1811c-927a-4b7a-ad53-34b857c4db43 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0599930 Jan 05 18:19:11.826216 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3ba0c2c-5e28-4f5c-8016-a286d7df6df6 req-26c709aa-3381-48c0-9195-db6b41354650 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Jan 05 18:19:11.856124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.883988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Pushing event deleted for resources: {'Port': ['ID=4fd153b8-7fd3-4587-a94a-a078750505c5,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:11.940198 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks [] for floatingip, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.942797 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:11.943930 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-29bb8189-c548-446a-893e-721f73e507c6 tempest-AttachVolumeTestJSON-1780461115 tempest-AttachVolumeTestJSON-1780461115-project] 10.222.0.26 "DELETE /v2.0/floatingips/95368aeb-0b72-465d-b01e-425c2f148ab9 HTTP/1.1" status: 204 len: 168 time: 0.5421562 Jan 05 18:19:12.943356 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d71c1-b8b5-4524-a387-01ae938eeb99 req-1cccd067-1dba-4f36-a0d2-ab10fb7f5ce4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:12.944842 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da3d71c1-b8b5-4524-a387-01ae938eeb99 req-1cccd067-1dba-4f36-a0d2-ab10fb7f5ce4 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0487995 Jan 05 18:19:12.981731 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-da3d71c1-b8b5-4524-a387-01ae938eeb99 req-943ba81f-1d99-4e2f-82ab-fa4682518dc5 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Jan 05 18:19:13.601474 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-52665149-a54e-4d4f-a7ac-55842e665adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:13.887642 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:19:13.979953 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:13.991461 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'port_id': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'mac_address': 'fa:16:3e:41:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:19:14.032093 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:14.045599 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:19:14.065119 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:14.099713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fd4d5-0f8a-4011-869d-1568765bebd4 req-a56f4df9-4ca8-41b2-8eab-080e4a5c99d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:14.101234 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-990fd4d5-0f8a-4011-869d-1568765bebd4 req-a56f4df9-4ca8-41b2-8eab-080e4a5c99d8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 944 time: 0.0485034 Jan 05 18:19:14.129232 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:14.140926 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-990fd4d5-0f8a-4011-869d-1568765bebd4 req-014d659e-cb4a-4c44-8983-ab66e3f8072c tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331352 Jan 05 18:19:14.175957 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=9']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:14.561146 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['3862f2af-2eb2-47cb-a73f-7af077906f10'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:19:14.601590 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:15.259450 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49a47-607e-4383-b86a-e486ad5d1469 req-ff171d95-fea5-418f-b277-c83d3925c519 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:15.260972 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6fe49a47-607e-4383-b86a-e486ad5d1469 req-ff171d95-fea5-418f-b277-c83d3925c519 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 945 time: 0.0474927 Jan 05 18:19:15.297392 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6fe49a47-607e-4383-b86a-e486ad5d1469 req-00605bcc-37d6-4b85-a96f-b28f5d173a68 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304105 Jan 05 18:19:15.897499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36186) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:15.913890 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:19:15.960827 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 3862f2af-2eb2-47cb-a73f-7af077906f10 triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:19:15.961197 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.036579 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.058646 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:19:16.060893 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4601e13-91b9-450a-b748-510663a63163" -d '{"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:19:16.076435 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:16.097746 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27524158-c2b7-4ed6-a269-972a45cdc4c9 x-openstack-request-id: req-27524158-c2b7-4ed6-a269-972a45cdc4c9 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:19:16.097746 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-plugged", "status": "completed", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:19:16.097746 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27524158-c2b7-4ed6-a269-972a45cdc4c9 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:19:16.098302 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'code': 200} Jan 05 18:19:16.152482 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.182441 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.203170 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=10']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:16.424703 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df50576-16f8-44db-a162-19c015ac90c6 req-73ad26dd-af88-4223-9ff8-900283fbdd7b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:16.427418 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6df50576-16f8-44db-a162-19c015ac90c6 req-73ad26dd-af88-4223-9ff8-900283fbdd7b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0549228 Jan 05 18:19:16.467065 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-6df50576-16f8-44db-a162-19c015ac90c6 req-95351ea1-4b55-49c8-a317-7ca2effca2ad tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Jan 05 18:19:16.499924 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370e09-c742-4f84-bab6-cd1e27435c00 req-76c7bd2d-afae-4269-a853-ed0af367cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:16.501399 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-41370e09-c742-4f84-bab6-cd1e27435c00 req-76c7bd2d-afae-4269-a853-ed0af367cd9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 1100 time: 0.0857470 Jan 05 18:19:16.540710 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.570626 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-41370e09-c742-4f84-bab6-cd1e27435c00 req-9e757dbe-d576-4149-9069-78d6c5894d17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596037 Jan 05 18:19:16.669307 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.904013 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Deleting port 9154509a-cd91-47c8-9c37-c928063dbd2e {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:19:16.904661 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.982969 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] For port 9154509a-cd91-47c8-9c37-c928063dbd2e, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=9154509a-cd91-47c8-9c37-c928063dbd2e,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:16.983329 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:16.995494 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Calling delete_port for 9154509a-cd91-47c8-9c37-c928063dbd2e owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:19:17.231719 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:17.256963 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9154509a-cd91-47c8-9c37-c928063dbd2e,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:17.416828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:17.648650 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ba9a6-8034-49ef-bc40-118bb48011fc req-7dd9869b-be0c-4142-b734-0922f397eb23 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:17.650157 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-773ba9a6-8034-49ef-bc40-118bb48011fc req-7dd9869b-be0c-4142-b734-0922f397eb23 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0894470 Jan 05 18:19:17.670228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Router 8e7cde99-b601-4960-b56a-9fef351dfc64 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:19:17.703300 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-773ba9a6-8034-49ef-bc40-118bb48011fc req-11f6c25f-1090-4158-b936-517ec5deb048 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Jan 05 18:19:17.796247 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:19:17.801084 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-cb1d44ec-eed4-4c92-9b21-54fc14c012a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/8e7cde99-b601-4960-b56a-9fef351dfc64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025729 Jan 05 18:19:17.804226 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36196) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:17.805971 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Sync routers for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:19:17.815720 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:19:17.816406 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:19:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:17.906147 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks [] for router, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:17.922672 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:19:18.006626 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.094645 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220'}], 'enable_snat': True}, 'gw_port_id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:19:17Z', 'revision_number': 5, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port': {'id': '6c170f90-5375-4b89-8b7c-bde488e61f42', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:06:41Z', 'updated_at': '2022-01-05T18:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:18.111711 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Deleting port 6c170f90-5375-4b89-8b7c-bde488e61f42 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:19:18.112030 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.120650 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Checking router: 8e7cde99-b601-4960-b56a-9fef351dfc64 for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:19:18.128556 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Routers {'8e7cde99-b601-4960-b56a-9fef351dfc64'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:19:18.129151 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:19:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['8e7cde99-b601-4960-b56a-9fef351dfc64'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:18.191555 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] For port 6c170f90-5375-4b89-8b7c-bde488e61f42, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=6c170f90-5375-4b89-8b7c-bde488e61f42,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:18.191908 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.204200 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Calling delete_port for 6c170f90-5375-4b89-8b7c-bde488e61f42 owned by network:router_gateway {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:19:18.218007 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] Set router 8e7cde99-b601-4960-b56a-9fef351dfc64 gateway port host: None {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:19:18.272122 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:19:18Z', 'revision_number': 6, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:18.299719 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a9273-75c4-4c58-abda-58f4c96a55b8 None None] The sync data for ids ['8e7cde99-b601-4960-b56a-9fef351dfc64'] in dv-cinder-xena-3-iscsi is: [{'id': '8e7cde99-b601-4960-b56a-9fef351dfc64', 'name': 'tempest-AttachVolumeTestJSON-911035158-router', 'tenant_id': 'a115f4527087421fbd282e13ddea7838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:06:40Z', 'updated_at': '2022-01-05T18:19:18Z', 'revision_number': 6, 'project_id': 'a115f4527087421fbd282e13ddea7838', 'gw_port_host': None}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:19:18.437699 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.464491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c170f90-5375-4b89-8b7c-bde488e61f42,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:18.524202 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.612983 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.615489 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.648104 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:19:18.730520 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.730520 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7cde99-b601-4960-b56a-9fef351dfc64 {{(pid=102088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:19:18.741968 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.745921 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-87cf1d06-a5b6-4b7d-ba6f-26bb87df8b66 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8e7cde99-b601-4960-b56a-9fef351dfc64 HTTP/1.1" status: 204 len: 168 time: 0.9407523 Jan 05 18:19:18.746200 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36224) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:18.812698 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Deleting subnet 5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:19:18.816572 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.860732 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:18.888290 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72983d-034c-4ec6-a18a-df2a8dec7bc1 req-052f1157-a5fd-4b26-a8ac-6ef12dc5a276 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:18.888515 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f72983d-034c-4ec6-a18a-df2a8dec7bc1 req-052f1157-a5fd-4b26-a8ac-6ef12dc5a276 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.1077452 Jan 05 18:19:18.956325 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1f72983d-034c-4ec6-a18a-df2a8dec7bc1 req-ab97233b-de42-449b-85fd-c26252a8ace8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616934 Jan 05 18:19:18.972973 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.061212 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 9154509a-cd91-47c8-9c37-c928063dbd2e no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:19:19.082089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 9154509a-cd91-47c8-9c37-c928063dbd2e {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:19:19.082482 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 9154509a-cd91-47c8-9c37-c928063dbd2e not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:19:19.122079 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.149367 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5572ea86-5d8b-46d9-be6f-b92a0cfaeef4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:19.152937 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.156392 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ad51963b-2ff7-4893-b8f8-7536507e7ec4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5572ea86-5d8b-46d9-be6f-b92a0cfaeef4 HTTP/1.1" status: 204 len: 168 time: 0.4089677 Jan 05 18:19:19.160435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36236) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:19.164199 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab65966-6e37-4ebe-828a-967234fa8bdd None None] Network 0da28a8c-2ce1-4e0e-9a84-da0477c6194b requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:19:19.232719 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.290419 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Deleting port e2f03223-e677-4900-a1dd-b9a4398dcd53 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:19:19.290762 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.365863 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] DHCP port deletion for 0da28a8c-2ce1-4e0e-9a84-da0477c6194b request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:19:19.372992 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] For port e2f03223-e677-4900-a1dd-b9a4398dcd53, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e2f03223-e677-4900-a1dd-b9a4398dcd53,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:19.373640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.388988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Calling delete_port for e2f03223-e677-4900-a1dd-b9a4398dcd53 owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:19:19.427402 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Deleting port e2f03223-e677-4900-a1dd-b9a4398dcd53 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:19:19.433054 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.493020 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] For port e2f03223-e677-4900-a1dd-b9a4398dcd53, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e2f03223-e677-4900-a1dd-b9a4398dcd53,segment=NetworkSegment(f134de24-5242-4c97-8d7c-c00d90ccc24c),segment_id=f134de24-5242-4c97-8d7c-c00d90ccc24c)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:19.493422 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.506147 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Calling delete_port for e2f03223-e677-4900-a1dd-b9a4398dcd53 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:19:19.535499 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.562047 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f03223-e677-4900-a1dd-b9a4398dcd53,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:19.568844 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] No DVR routers for this DVR port e2f03223-e677-4900-a1dd-b9a4398dcd53 on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:19:19.580583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.610366 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] Pushing event deleted for resources: {'Port': ['ID=e2f03223-e677-4900-a1dd-b9a4398dcd53,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:19.616471 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0d8ef-4c5a-4c7d-bd66-64b214e79b81 None None] No DVR routers for this DVR port e2f03223-e677-4900-a1dd-b9a4398dcd53 on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:19:19.642641 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.663289 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da28a8c-2ce1-4e0e-9a84-da0477c6194b']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:19.672235 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f134de24-5242-4c97-8d7c-c00d90ccc24c') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:19.673548 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f134de24-5242-4c97-8d7c-c00d90ccc24c') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:19:19.681618 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.695489 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.701405 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:19:19.701781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:19:19.703447 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:19:19.803869 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.809366 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:19.812591 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] 10.222.0.26 "DELETE /v2.0/networks/0da28a8c-2ce1-4e0e-9a84-da0477c6194b HTTP/1.1" status: 204 len: 168 time: 0.6519938 Jan 05 18:19:19.824348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c44a7-6e21-48ee-b3b8-40fe9fd0b40c admin admin] Pushing event deleted for resources: {'Network': ['ID=0da28a8c-2ce1-4e0e-9a84-da0477c6194b,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:20.074368 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68187055-1931-4120-a445-ad25a8920418 req-519e291c-6451-4496-9f06-41eb6166c194 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:20.075828 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-68187055-1931-4120-a445-ad25a8920418 req-519e291c-6451-4496-9f06-41eb6166c194 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0473373 Jan 05 18:19:20.115484 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-68187055-1931-4120-a445-ad25a8920418 req-ee31a8bc-1b28-4ea3-8470-24dac5bdea55 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332885 Jan 05 18:19:20.131219 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36242) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:20.169831 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b7acabeb-9575-412f-9adf-99399b9ab70f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a115f4527087421fbd282e13ddea7838&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374961 Jan 05 18:19:20.172207 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36246) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:20.218599 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:20.244155 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:20.340493 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:20.343056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:20.344188 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1252034b-04b9-4a86-8180-3a48b33d1f4c HTTP/1.1" status: 204 len: 168 time: 0.1710925 Jan 05 18:19:20.352216 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108bbcc-7939-4cb3-8f70-29429dd9ab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252034b-04b9-4a86-8180-3a48b33d1f4c,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:20.482448 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e2f03223-e677-4900-a1dd-b9a4398dcd53 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:19:20.502544 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: e2f03223-e677-4900-a1dd-b9a4398dcd53 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:19:20.502849 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e2f03223-e677-4900-a1dd-b9a4398dcd53 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:19:20.503245 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 6c170f90-5375-4b89-8b7c-bde488e61f42 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:19:20.520819 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 6c170f90-5375-4b89-8b7c-bde488e61f42 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:19:20.521159 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 6c170f90-5375-4b89-8b7c-bde488e61f42 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:19:21.382637 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36270) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:21.475878 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-304976665-network', 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:21.552660 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'network': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:19:21.555036 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for network, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.563502 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.635916 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.694689 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.720703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:19:21.727375 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db7123-a141-4805-91fa-97dd84888bf4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:21.733374 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.733723 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.segments_db [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Added segment a9c63d24-bb46-4445-b8c3-e594b2cb0ec4 of type vlan for network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 Jan 05 18:19:21.773009 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752290248093'] for network, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.863798 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860'] for network, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.865290 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:21.865901 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:21.923641 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:21.934741 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 details requested by agent ovs-agent-dv-cinder-xena-3-iscsi with host dv-cinder-xena-3-iscsi {{(pid=102090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:19:21.998559 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ccba9a2a-d27f-41a0-b06f-8ad00f73e1a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6147366 Jan 05 18:19:22.001251 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36274) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:19:22.005977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Request body: {'subnet': {'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-304976665-subnet', 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:22.103448 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'subnet': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:19:22.105949 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25700697'] for subnet, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:22.329048 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25741783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25700715'] for subnet, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:22.387303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0,revision_number=0']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:22.393435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Checking segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:19:22.393790 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Network hostable DHCP agents. Network: ae2239bc-c53d-43bc-bc2b-cae6951e7ea2, hostable agents: ['f174a0ea-c753-497e-8c84-c4ba14eeac9a'], hosted agents: [] {{(pid=102088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:19:22.466092 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 is scheduled to be hosted by DHCP agent f174a0ea-c753-497e-8c84-c4ba14eeac9a with binding_index 1 {{(pid=102088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:19:22.540498 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-xena-3-iscsi, ae2239bc-c53d-43bc-bc2b-cae6951e7ea2) {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:19:22.544889 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:22.545518 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:22.549620 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b903ddc-17d6-4126-b5fc-dac8cb6c8e5c None None] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:19:22.629162 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3dc15d5e-a2c2-410c-a7cc-c2f7c466d20e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6268559 Jan 05 18:19:22.791353 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69ac0f-f9a5-49e8-947d-1bf27988937c None None] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:19:23.043186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-b4ef6bac-2d8e-4232-8243-54b9482b2dfa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:23.044604 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-b4ef6bac-2d8e-4232-8243-54b9482b2dfa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.0990970 Jan 05 18:19:23.059248 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-0b645528-e56c-47a2-9cd9-c8102d6e30df tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/quotas/f795b1200ebb4c23a529d7de626eeeca HTTP/1.1" status: 200 len: 375 time: 0.0090599 Jan 05 18:19:23.088564 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-1234929e-aee4-48a2-8f45-cb90803a0704 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243173 Jan 05 18:19:23.176023 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-1351d4f2-9674-4240-a127-9618bdf7c51c service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807631 Jan 05 18:19:23.261644 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-7905c47e-52b7-4bf0-876c-a982b3793e84 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790303 Jan 05 18:19:23.498231 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e673fa78-74cb-4262-9557-42f0e6678112 req-fe485f7e-0413-4771-9316-18606b81df34 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 210 time: 0.0271928 Jan 05 18:19:24.591876 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-774f43c9-bd2d-4557-86dc-875a5f1d8291 req-36115034-0707-4bcb-8a8e-bcf7c0a1f900 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 210 time: 0.0260050 Jan 05 18:19:25.481657 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-f6ecff35-6b5d-4b58-95c6-c682d43512b8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:25.483109 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-f6ecff35-6b5d-4b58-95c6-c682d43512b8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1011558 Jan 05 18:19:25.504344 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Request body: {'port': {'device_id': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'admin_state_up': True, 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:25.686706 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-da622614-e310-40ae-86d0-055716cb3139 req-a74cb0fb-cd5e-4cf1-9669-bb5766063cc7 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 210 time: 0.0262771 Jan 05 18:19:25.700685 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:19:25.704230 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:25.825634 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Allocated IP 172.20.0.14 (ae2239bc-c53d-43bc-bc2b-cae6951e7ea2/6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0/20345e39-42ea-44fa-a4ec-35f8c8af1eba) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:19:25.967828 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.083855 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.126708 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:19:26.130757 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:19:26.134356 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:19:26.161234 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event updated for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:26.188892 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:26.189487 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.277642 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c696bc10-14c1-4a7d-96fe-ebef9d516984 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7768950 Jan 05 18:19:26.295376 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Request body: {'port': {'device_id': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:26.346411 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.603897 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20345e39-42ea-44fa-a4ec-35f8c8af1eba {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:19:26.611187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.623175 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Transition to ACTIVE for port object 20345e39-42ea-44fa-a4ec-35f8c8af1eba will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:19:26.669583 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.718911 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Pushing event updated for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:26.785435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Attempting to bind port 20345e39-42ea-44fa-a4ec-35f8c8af1eba on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:19:26.785841 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Attempting to bind port 20345e39-42ea-44fa-a4ec-35f8c8af1eba by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:19:26.786205 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Attempting to bind port 20345e39-42ea-44fa-a4ec-35f8c8af1eba on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:19:26.790609 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Port 20345e39-42ea-44fa-a4ec-35f8c8af1eba on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:19:26.790931 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Attempting to bind port 20345e39-42ea-44fa-a4ec-35f8c8af1eba on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:19:26.795873 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:19:26.796210 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Checking segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:19:26.796590 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Bound using segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:19:26.797014 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Bound port: 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:19:26.797369 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.867308 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:19:26.870501 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:19:26.946994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.983796 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:26.984401 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:26.985786 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] 10.222.0.10 "PUT /v2.0/ports/20345e39-42ea-44fa-a4ec-35f8c8af1eba HTTP/1.1" status: 200 len: 1094 time: 0.6943061 Jan 05 18:19:26.986238 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:19:26.988529 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d6112a-f74f-4456-a799-1648b2285f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:19:27.010540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0980ae3-1c4f-474e-8849-ec3337a983fd service neutron] Pushing event updated for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:27.027299 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066795af-8b70-444a-b1af-af72eb5a2f84 x-openstack-request-id: req-066795af-8b70-444a-b1af-af72eb5a2f84 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:19:27.027589 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:19:27.027840 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-066795af-8b70-444a-b1af-af72eb5a2f84 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:19:27.028258 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'status': 'completed', 'code': 200} Jan 05 18:19:27.044451 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dfc55-2794-4063-9d97-28dc6c642449 req-5251892c-cd51-4139-946e-23b3bdd587a1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.045961 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cb4dfc55-2794-4063-9d97-28dc6c642449 req-5251892c-cd51-4139-946e-23b3bdd587a1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 944 time: 0.2955227 Jan 05 18:19:27.083670 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cb4dfc55-2794-4063-9d97-28dc6c642449 req-8198d474-dd02-40c7-ba1c-e7e3ad444125 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Jan 05 18:19:27.110963 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6112a-f74f-4456-a799-1648b2285f2d req-a613ff95-5072-41e8-bd01-54d0b0147b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.112455 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-13d6112a-f74f-4456-a799-1648b2285f2d req-a613ff95-5072-41e8-bd01-54d0b0147b3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 1097 time: 0.0414376 Jan 05 18:19:27.213829 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6112a-f74f-4456-a799-1648b2285f2d req-46717b46-e226-4764-a22e-20b75a56495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.215327 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-13d6112a-f74f-4456-a799-1648b2285f2d req-46717b46-e226-4764-a22e-20b75a56495c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f795b1200ebb4c23a529d7de626eeeca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907261 Jan 05 18:19:27.306300 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6112a-f74f-4456-a799-1648b2285f2d req-2c360208-6f9b-4dd5-974d-b9b8880b9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.307737 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-13d6112a-f74f-4456-a799-1648b2285f2d req-2c360208-6f9b-4dd5-974d-b9b8880b9280 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856507 Jan 05 18:19:27.409033 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c845e4d9-d63f-4b13-9dd3-9b5fc45fa1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.410505 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-c845e4d9-d63f-4b13-9dd3-9b5fc45fa1aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 1097 time: 0.0429564 Jan 05 18:19:27.457224 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-464ad79f-04a2-4f2d-a455-7e37cddf70c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba HTTP/1.1" status: 200 len: 217 time: 0.0330555 Jan 05 18:19:27.503241 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-8e276298-2cfb-44ae-81b1-735ce8b49bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:27.505177 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-8e276298-2cfb-44ae-81b1-735ce8b49bc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 HTTP/1.1" status: 200 len: 854 time: 0.0413482 Jan 05 18:19:27.538989 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-95c56e9f-bda9-437a-97f3-3faca364c95c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228376 Jan 05 18:19:27.628400 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-b1a190c5-544a-46ad-9a2f-4ee57386e3f1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824468 Jan 05 18:19:27.715701 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b3bd2e6d-28ce-4972-976e-3c9d7fb11319 req-50482c74-165a-4201-b41b-1219ab0c9dcc service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793598 Jan 05 18:19:28.201945 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee68b-7801-4763-bb82-9eaf5cb4062e req-1ae57038-ee97-424a-8d9d-c63c07ce2a85 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:28.203416 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00eee68b-7801-4763-bb82-9eaf5cb4062e req-1ae57038-ee97-424a-8d9d-c63c07ce2a85 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jan 05 18:19:28.240725 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-00eee68b-7801-4763-bb82-9eaf5cb4062e req-b68f3953-dac9-4e33-abfd-f0e4e6e4f02b tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Jan 05 18:19:29.351498 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9902b4-f9ad-4d2c-a475-4d63008a5dd7 req-8e28c35d-156c-4564-97f8-31b45ecd7f71 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:29.352968 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ab9902b4-f9ad-4d2c-a475-4d63008a5dd7 req-8e28c35d-156c-4564-97f8-31b45ecd7f71 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 944 time: 0.0475984 Jan 05 18:19:29.389321 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ab9902b4-f9ad-4d2c-a475-4d63008a5dd7 req-4fd8ff13-f153-4dac-8912-e28d24ddf180 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Jan 05 18:19:29.992406 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 20345e39-42ea-44fa-a4ec-35f8c8af1eba details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:19:30.085325 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:30.096135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'port_id': '20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'mac_address': 'fa:16:3e:36:b2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:19:30.131976 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:30.144496 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20345e39-42ea-44fa-a4ec-35f8c8af1eba {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:19:30.163653 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:30.231589 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:30.280131 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:30.286757 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.287095 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.287428 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.287755 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.288079 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.288401 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.288719 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.289040 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.289353 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.289669 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.289982 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.290315 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:30.501556 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eac6-553b-427d-b3b0-dfdd1b560154 req-ceb1b087-9be1-4e5d-bb99-a898bb2d36f6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:30.503230 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5084eac6-553b-427d-b3b0-dfdd1b560154 req-ceb1b087-9be1-4e5d-bb99-a898bb2d36f6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 945 time: 0.0479252 Jan 05 18:19:30.544021 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5084eac6-553b-427d-b3b0-dfdd1b560154 req-1bc1e85d-5ef8-4259-8d11-eed27c3e4bad tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Jan 05 18:19:30.663053 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:19:31.654409 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b8dd-e739-4f36-a672-9c247f221229 req-417570f4-8b80-42d9-8a41-3313ebeef1cb tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:31.655859 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5f82b8dd-e739-4f36-a672-9c247f221229 req-417570f4-8b80-42d9-8a41-3313ebeef1cb tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 945 time: 0.0469007 Jan 05 18:19:31.694312 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-5f82b8dd-e739-4f36-a672-9c247f221229 req-33991f40-8e0e-451e-bbd2-cbe63c8a2e36 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Jan 05 18:19:31.996729 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 20345e39-42ea-44fa-a4ec-35f8c8af1eba up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:19:32.106029 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 20345e39-42ea-44fa-a4ec-35f8c8af1eba completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:19:32.109654 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 20345e39-42ea-44fa-a4ec-35f8c8af1eba triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:19:32.110034 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:32.183916 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:32.205454 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:19:32.208299 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc0af7-00f8-4949-be89-46823fb10df5" -d '{"events": [{"server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "name": "network-vif-plugged", "status": "completed", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:19:32.220187 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:32.259262 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d034c85-34fe-484b-b237-4339f16f5982 x-openstack-request-id: req-0d034c85-34fe-484b-b237-4339f16f5982 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:19:32.259262 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "name": "network-vif-plugged", "status": "completed", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:19:32.259262 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d034c85-34fe-484b-b237-4339f16f5982 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:19:32.259262 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'code': 200} Jan 05 18:19:32.321019 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:32.367243 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:32.569153 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9196e15-a1ad-40e9-856c-58369c4415b6 req-3a2ef04a-4564-4a34-8b87-c0990d6d9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:32.570667 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9196e15-a1ad-40e9-856c-58369c4415b6 req-3a2ef04a-4564-4a34-8b87-c0990d6d9d23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 1099 time: 0.0383606 Jan 05 18:19:32.605472 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f9196e15-a1ad-40e9-856c-58369c4415b6 req-b10af5a9-4029-40d6-abbc-dbb1db6c5c0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265241 Jan 05 18:19:32.809913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1428a-418d-4c7a-ac95-14dcff7211e1 req-0d4733b9-6b53-4d56-a221-9a4a92c671ab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:32.811387 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-29b1428a-418d-4c7a-ac95-14dcff7211e1 req-0d4733b9-6b53-4d56-a221-9a4a92c671ab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0512319 Jan 05 18:19:32.848764 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-29b1428a-418d-4c7a-ac95-14dcff7211e1 req-067f0f55-5dca-45f2-a006-c81c9a067202 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301025 Jan 05 18:19:33.965684 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb183dc-9f8a-4348-9023-9ecbc5b242f1 req-528f79af-37df-4d89-9e9e-09870ea44dce tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:33.967150 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6cb183dc-9f8a-4348-9023-9ecbc5b242f1 req-528f79af-37df-4d89-9e9e-09870ea44dce tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0511038 Jan 05 18:19:34.002883 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6cb183dc-9f8a-4348-9023-9ecbc5b242f1 req-0dc076d7-bca5-468d-ae37-a0580b003a03 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299349 Jan 05 18:19:35.116017 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f5413-acc2-4069-89fc-54d876fbfeeb req-0ca19aeb-a2b3-478a-bdd7-e7ca5ed2f461 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:35.117473 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-428f5413-acc2-4069-89fc-54d876fbfeeb req-0ca19aeb-a2b3-478a-bdd7-e7ca5ed2f461 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0484674 Jan 05 18:19:35.153973 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-428f5413-acc2-4069-89fc-54d876fbfeeb req-739cfcd0-60b2-481b-97d1-acd0fdc47b62 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Jan 05 18:19:38.625916 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:41.305840 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-79290419-7dfa-41a3-acbe-84087818cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:43.577927 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-36fe8515-cc69-4bd2-a0e5-50badd85c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:44.597054 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:46.168570 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:46.560680 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:47.413377 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-9f763cbe-60df-4697-aadd-3de8f2ee3371 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:47.414773 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-9f763cbe-60df-4697-aadd-3de8f2ee3371 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1001513 Jan 05 18:19:47.429939 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7006b1c8-5b02-4211-8aaa-1c7a901e4276 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/quotas/f795b1200ebb4c23a529d7de626eeeca HTTP/1.1" status: 200 len: 375 time: 0.0095110 Jan 05 18:19:47.475877 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-d54d1e5e-aaff-4b24-a4b2-aa6f5f20e844 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0407748 Jan 05 18:19:47.562630 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-e82c563d-b66d-4e6e-a18d-48377982d111 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797760 Jan 05 18:19:47.652382 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-c473bd66-a72b-4994-a479-effbaa9d9646 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Jan 05 18:19:47.903597 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-44d96466-ab2a-413d-9176-eab1df5c7e65 req-2d881d6d-efb7-4e77-802d-2f8941426fb8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 210 time: 0.0264108 Jan 05 18:19:49.000578 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-44e52c03-337b-4748-a765-81c1cb2e8685 req-d04ab24f-1224-4c05-84a1-be5de20b1111 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 210 time: 0.0282049 Jan 05 18:19:50.092768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-47b6b1a4-8279-40a4-b010-a2eb077bffe9 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:50.094239 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-47b6b1a4-8279-40a4-b010-a2eb077bffe9 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.3598716 Jan 05 18:19:50.108595 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a9f1d364-5a52-4c25-a621-daed5b893182 req-708c30d4-b8ae-415f-990a-4f086702e31c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 210 time: 0.0339937 Jan 05 18:19:50.118597 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Request body: {'port': {'device_id': 'a1390585-92ac-49ce-b920-2a504beef96d', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'admin_state_up': True, 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:50.299686 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:19:50.303321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:50.425597 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Allocated IP 172.20.0.10 (ae2239bc-c53d-43bc-bc2b-cae6951e7ea2/6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0/d9e87733-bf00-4f60-aa65-f1b8885d23dd) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:19:50.569187 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:50.660535 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:50.696520 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:19:50.703012 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:19:50.706032 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:19:50.710025 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:19:50.718242 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event updated for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:50.742421 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.742789 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.743124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.743467 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.743804 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.744137 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.744467 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.744799 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.745131 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.745457 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.745781 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.746128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:19:50.775468 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:50.776075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:50.845721 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7f2a8e84-d6e3-4b94-988e-85f900d88cf0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307479 Jan 05 18:19:50.871720 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Request body: {'port': {'device_id': 'a1390585-92ac-49ce-b920-2a504beef96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:19:50.926303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.180510 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e87733-bf00-4f60-aa65-f1b8885d23dd {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:19:51.188196 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.200015 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Transition to ACTIVE for port object d9e87733-bf00-4f60-aa65-f1b8885d23dd will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:19:51.225843 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ceca-be44-4c0e-b313-032b070a184d req-85b04cfb-e8d0-4856-ae44-cad63aca3430 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.227349 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ba08ceca-be44-4c0e-b313-032b070a184d req-85b04cfb-e8d0-4856-ae44-cad63aca3430 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 932 time: 0.0520329 Jan 05 18:19:51.267931 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ba08ceca-be44-4c0e-b313-032b070a184d req-fb54dd98-c057-49fe-b877-fa6354a66dbb tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Jan 05 18:19:51.276348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.343112 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:51.391795 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Attempting to bind port d9e87733-bf00-4f60-aa65-f1b8885d23dd on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:19:51.392040 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Attempting to bind port d9e87733-bf00-4f60-aa65-f1b8885d23dd by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:19:51.392365 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Attempting to bind port d9e87733-bf00-4f60-aa65-f1b8885d23dd on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:19:51.396638 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Port d9e87733-bf00-4f60-aa65-f1b8885d23dd on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:19:51.396943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Attempting to bind port d9e87733-bf00-4f60-aa65-f1b8885d23dd on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:19:51.401559 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:19:51.403115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Checking segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:19:51.403115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Bound using segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:19:51.403115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Bound port: d9e87733-bf00-4f60-aa65-f1b8885d23dd, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:19:51.403115 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.463755 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:19:51.466783 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:19:51.515421 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.547070 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.547669 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:51.549044 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9e87733-bf00-4f60-aa65-f1b8885d23dd HTTP/1.1" status: 200 len: 1094 time: 0.6813991 Jan 05 18:19:51.549485 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:19:51.552300 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:19:51.585469 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163aa0-ee71-4ddf-a807-0e0ce1763543 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:51.595604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc41535-66ea-4399-9cf3-ca2b8c690522 x-openstack-request-id: req-4bc41535-66ea-4399-9cf3-ca2b8c690522 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:19:51.595604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:19:51.595604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bc41535-66ea-4399-9cf3-ca2b8c690522 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:19:51.595604 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', 'status': 'completed', 'code': 200} Jan 05 18:19:51.673946 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-853a90ac-4474-412b-a7a6-4364908796f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.675985 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-853a90ac-4474-412b-a7a6-4364908796f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 1097 time: 0.0396469 Jan 05 18:19:51.780958 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-193d108c-d7f6-4326-b799-44f500221b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.782449 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-193d108c-d7f6-4326-b799-44f500221b78 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f795b1200ebb4c23a529d7de626eeeca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913179 Jan 05 18:19:51.879907 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-19c2b681-0a95-4eb3-b827-bdf5124dfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.881369 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a6aafb56-0ce9-4baf-9c6d-8e89578afabf req-19c2b681-0a95-4eb3-b827-bdf5124dfd8b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914116 Jan 05 18:19:51.980358 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-fdbe1520-35ed-4888-8cd3-0e95c2a04b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:51.981727 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-fdbe1520-35ed-4888-8cd3-0e95c2a04b65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 1097 time: 0.0394304 Jan 05 18:19:52.031820 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-9ab74031-f906-42c6-87f4-d60ba6fe5eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd HTTP/1.1" status: 200 len: 217 time: 0.0355754 Jan 05 18:19:52.077977 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-0195e0b6-d8db-42c8-933e-b4053ec04f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:52.079378 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-0195e0b6-d8db-42c8-933e-b4053ec04f24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 HTTP/1.1" status: 200 len: 854 time: 0.0416570 Jan 05 18:19:52.110212 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-2e1bc54e-ee83-4928-bd36-8a6203030efa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241592 Jan 05 18:19:52.200194 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-614f5edf-e0a2-4082-9eee-85282260eb9e service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833850 Jan 05 18:19:52.290518 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a3c8a9a-3cc0-42b2-afa7-ea29593c6b3a req-7fc21f18-49f4-4f8e-a8c3-8785d6944222 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820582 Jan 05 18:19:52.388110 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ae7fd-0dfe-42b8-be94-f4ca300f1c06 req-a3b5fd50-4fcb-4c46-9ec4-2b47c5492327 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:52.389718 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-072ae7fd-0dfe-42b8-be94-f4ca300f1c06 req-a3b5fd50-4fcb-4c46-9ec4-2b47c5492327 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 944 time: 0.0517805 Jan 05 18:19:52.427435 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-072ae7fd-0dfe-42b8-be94-f4ca300f1c06 req-acc39d12-53c2-435b-aaae-3b9381a18fa3 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Jan 05 18:19:53.540982 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de707ee-bf2e-4449-85e8-27129b786e70 req-4bf4f5bf-960f-483d-a87b-2c5525e87320 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:53.542476 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6de707ee-bf2e-4449-85e8-27129b786e70 req-4bf4f5bf-960f-483d-a87b-2c5525e87320 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 944 time: 0.0479183 Jan 05 18:19:53.578500 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6de707ee-bf2e-4449-85e8-27129b786e70 req-c14f9e1b-88c1-4a8c-a304-c3faefeb5b58 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302615 Jan 05 18:19:54.036608 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-898ced8c-21b0-4789-b7b5-78cb1fe558e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430696 Jan 05 18:19:54.113610 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7181-0352-418e-b8db-79b0906e3117 req-45555c21-7316-458f-a4b8-cae28bf691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:54.115553 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-45555c21-7316-458f-a4b8-cae28bf691bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1099 time: 0.0398953 Jan 05 18:19:54.222905 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7181-0352-418e-b8db-79b0906e3117 req-568429cb-49a3-44e3-a672-386464b7cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:54.224934 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-568429cb-49a3-44e3-a672-386464b7cffb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0877194 Jan 05 18:19:54.289496 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-83c5411f-f7aa-4466-909b-7fdb4f4d5eb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 1002 time: 0.0564892 Jan 05 18:19:54.340482 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7181-0352-418e-b8db-79b0906e3117 req-275f3e1f-c689-4ed1-81fd-0170e9ad07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:54.341850 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-275f3e1f-c689-4ed1-81fd-0170e9ad07a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0432053 Jan 05 18:19:54.397151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7181-0352-418e-b8db-79b0906e3117 req-cf8f414f-0600-43ea-8ced-0c8dcf380cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:54.398637 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-cf8f414f-0600-43ea-8ced-0c8dcf380cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508699 Jan 05 18:19:54.487266 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-a426351d-a330-4e06-b5cb-60df5748c2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Jan 05 18:19:54.578295 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a7df7181-0352-418e-b8db-79b0906e3117 req-d4232d6c-159c-469e-b0a9-2707a3bb4521 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835447 Jan 05 18:19:54.690513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eea56-6441-4aec-b780-22647dd7c0e2 req-5b5f984e-72c6-4653-aa89-c1bb39ee94f0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:54.692048 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-691eea56-6441-4aec-b780-22647dd7c0e2 req-5b5f984e-72c6-4653-aa89-c1bb39ee94f0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 944 time: 0.0475132 Jan 05 18:19:54.727985 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-691eea56-6441-4aec-b780-22647dd7c0e2 req-76e16e03-d28f-4e99-9422-bfe08f414f38 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301743 Jan 05 18:19:55.647598 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:19:55.841914 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6094ca-e058-4ddd-9586-7cfe4e6cb0fc req-3d761785-ef8e-43f0-a99a-fa6f4d3b4e69 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:55.843409 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7e6094ca-e058-4ddd-9586-7cfe4e6cb0fc req-3d761785-ef8e-43f0-a99a-fa6f4d3b4e69 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 944 time: 0.0488617 Jan 05 18:19:55.882045 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-7e6094ca-e058-4ddd-9586-7cfe4e6cb0fc req-a35e8abf-66fd-4438-bcdc-96a3340dd919 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Jan 05 18:19:56.138003 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d9e87733-bf00-4f60-aa65-f1b8885d23dd details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:19:56.229748 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:56.241028 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'port_id': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', 'mac_address': 'fa:16:3e:55:b0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:19:56.275322 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:56.287708 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e87733-bf00-4f60-aa65-f1b8885d23dd {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:19:56.306450 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:19:56.391495 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:19:56.440781 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:19:56.992779 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be29b4-92dc-4cca-92db-315c71856363 req-08499867-28f2-411f-9678-da548df4f5d0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:56.994287 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b8be29b4-92dc-4cca-92db-315c71856363 req-08499867-28f2-411f-9678-da548df4f5d0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 945 time: 0.0483239 Jan 05 18:19:57.030801 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b8be29b4-92dc-4cca-92db-315c71856363 req-ae65de55-807b-4f72-bf6a-78414d8af125 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Jan 05 18:19:57.033365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['d9e87733-bf00-4f60-aa65-f1b8885d23dd'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:19:58.143184 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54cd1e-51c6-4d83-958e-62ab9b874c46 req-deb152ab-1d13-473c-84b6-b5011ca366b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:58.144647 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2c54cd1e-51c6-4d83-958e-62ab9b874c46 req-deb152ab-1d13-473c-84b6-b5011ca366b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 945 time: 0.0481000 Jan 05 18:19:58.180933 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2c54cd1e-51c6-4d83-958e-62ab9b874c46 req-68ebe3e4-97a5-433a-b99f-715fc702d5a3 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Jan 05 18:19:59.296174 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45853-45ed-4f0a-b5cd-a90064b89acd req-bc99a635-5a8f-40a2-9258-3f43fecde378 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:19:59.297618 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dbc45853-45ed-4f0a-b5cd-a90064b89acd req-bc99a635-5a8f-40a2-9258-3f43fecde378 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 945 time: 0.0506217 Jan 05 18:19:59.334119 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-dbc45853-45ed-4f0a-b5cd-a90064b89acd req-a3433bf2-a424-42ef-973e-01f6b5f8bd86 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305207 Jan 05 18:20:00.138610 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d9e87733-bf00-4f60-aa65-f1b8885d23dd up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:20:00.265179 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port d9e87733-bf00-4f60-aa65-f1b8885d23dd completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:20:00.269067 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port d9e87733-bf00-4f60-aa65-f1b8885d23dd triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:20:00.269446 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:00.343943 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:00.365935 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:00.368240 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df10a28-1127-4066-bbc5-b1a064622ae8" -d '{"events": [{"server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:00.381681 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:00.404331 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee8583d-7755-4537-ab7f-321e139fbb0e x-openstack-request-id: req-2ee8583d-7755-4537-ab7f-321e139fbb0e {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:00.404619 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:00.404919 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ee8583d-7755-4537-ab7f-321e139fbb0e {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:00.405288 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', 'code': 200} Jan 05 18:20:00.446674 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28843618-c486-4c5f-a987-3fb37eb3b683 req-eba095a9-ee43-4a15-9ba5-6344ca3bf18c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:00.448201 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-28843618-c486-4c5f-a987-3fb37eb3b683 req-eba095a9-ee43-4a15-9ba5-6344ca3bf18c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 945 time: 0.0480182 Jan 05 18:20:00.463453 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:00.494844 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-28843618-c486-4c5f-a987-3fb37eb3b683 req-98f5a09a-266b-4906-afcc-74bccb9fe35c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Jan 05 18:20:00.513865 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:00.737931 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0e96-353f-4fe6-802c-bd9a9074adfa req-69216e32-0d96-46be-b527-7a9d62cb57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:00.739440 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a7c0e96-353f-4fe6-802c-bd9a9074adfa req-69216e32-0d96-46be-b527-7a9d62cb57c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 1099 time: 0.0396125 Jan 05 18:20:00.772485 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-0a7c0e96-353f-4fe6-802c-bd9a9074adfa req-eee25aa4-1da4-400b-9662-8dab85b99e9b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258751 Jan 05 18:20:01.609901 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b2978-3940-4705-a660-ed8131ef5d8e req-934d5c85-6d12-4497-8f3d-bccbda7df1c4 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:01.613983 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bc2b2978-3940-4705-a660-ed8131ef5d8e req-934d5c85-6d12-4497-8f3d-bccbda7df1c4 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0487478 Jan 05 18:20:01.651880 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-bc2b2978-3940-4705-a660-ed8131ef5d8e req-b635fba4-30e8-48e8-afca-a2ab21c2fc3e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Jan 05 18:20:02.766732 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f31a-9857-41b5-b7a0-69aede1b2be3 req-1e1216dc-b417-4474-a297-4fa8c8e623a0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:02.768182 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba70f31a-9857-41b5-b7a0-69aede1b2be3 req-1e1216dc-b417-4474-a297-4fa8c8e623a0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0507514 Jan 05 18:20:02.806542 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ba70f31a-9857-41b5-b7a0-69aede1b2be3 req-d93fee9a-005c-45ac-9fc3-2c2f68e7bf88 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jan 05 18:20:03.919280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a91c8-aace-4e79-8a98-ee6e866c7e55 req-218a6505-7510-4333-82e2-72df31912eab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:03.920763 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1d0a91c8-aace-4e79-8a98-ee6e866c7e55 req-218a6505-7510-4333-82e2-72df31912eab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0477064 Jan 05 18:20:03.957369 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1d0a91c8-aace-4e79-8a98-ee6e866c7e55 req-88cb65f2-5e73-4dbf-86da-4434e4e2c92f tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Jan 05 18:20:06.830293 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-7224046c-cfa1-4abb-80cb-8c027cda6c59 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:06.831754 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-7224046c-cfa1-4abb-80cb-8c027cda6c59 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1016099 Jan 05 18:20:06.846731 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-2dd3d650-09f1-42aa-89ec-0bc7c5ceeaa6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/quotas/f795b1200ebb4c23a529d7de626eeeca HTTP/1.1" status: 200 len: 375 time: 0.0087688 Jan 05 18:20:06.897160 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-210bb145-97c7-4a6a-9451-f181d3c59e90 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451124 Jan 05 18:20:06.988775 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-905c7a7d-42f9-45c9-a3c7-b6d6427b6d9b service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Jan 05 18:20:07.076543 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-49b7dc85-88cc-47c8-87b4-aed86bca2618 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813658 Jan 05 18:20:07.343384 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-28e44afc-be4c-47d2-b744-4a547a4abf09 req-ae7324d5-e2ce-43da-ad4a-5315fea2f25b tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Jan 05 18:20:08.443279 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-cd2b7056-2374-48f6-b3f2-10a17fbf2920 req-763ac2ed-592a-4bb0-a3aa-f86e0173eedc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 210 time: 0.0321445 Jan 05 18:20:08.577506 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:09.294191 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-95cb9451-540e-48d6-a388-ea60fdf08ad8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:09.295661 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-95cb9451-540e-48d6-a388-ea60fdf08ad8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1040399 Jan 05 18:20:09.335984 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Request body: {'port': {'device_id': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'admin_state_up': True, 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:20:09.497704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:20:09.501307 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:09.540511 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71775ce1-d3f0-4d9c-aac9-d589d3af2c78 req-3a946baf-ad7b-4e08-adce-a75d2675b50d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Jan 05 18:20:09.649488 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Allocated IP 172.20.0.6 (ae2239bc-c53d-43bc-bc2b-cae6951e7ea2/6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0/06b80582-0466-4e37-8870-ce3522239bab) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:20:09.788723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:09.871970 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:09.909327 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'd9e87733-bf00-4f60-aa65-f1b8885d23dd'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:20:09.917203 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:20:09.920322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:20:09.924037 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:20:09.948380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event updated for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:09.977348 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:09.978540 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.052320 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-c468eac7-c473-4376-a903-115a792693fa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200837 Jan 05 18:20:10.072006 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Request body: {'port': {'device_id': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:20:10.126870 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.386249 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b80582-0466-4e37-8870-ce3522239bab {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:20:10.393262 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.405604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Transition to ACTIVE for port object 06b80582-0466-4e37-8870-ce3522239bab will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:20:10.471095 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.538769 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Pushing event updated for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:10.586262 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Attempting to bind port 06b80582-0466-4e37-8870-ce3522239bab on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:20:10.586682 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Attempting to bind port 06b80582-0466-4e37-8870-ce3522239bab by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:20:10.587673 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Attempting to bind port 06b80582-0466-4e37-8870-ce3522239bab on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:20:10.591997 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Port 06b80582-0466-4e37-8870-ce3522239bab on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:20:10.592309 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Attempting to bind port 06b80582-0466-4e37-8870-ce3522239bab on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:20:10.597039 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:20:10.597373 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Checking segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:20:10.597753 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Bound using segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:20:10.598207 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Bound port: 06b80582-0466-4e37-8870-ce3522239bab, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:20:10.598563 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.654937 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333932a3-ec90-4165-a670-db27ba01e160 req-48360dbf-76ec-456d-b2c4-fa895b4493b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:10.656336 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-333932a3-ec90-4165-a670-db27ba01e160 req-48360dbf-76ec-456d-b2c4-fa895b4493b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 943 time: 0.0492234 Jan 05 18:20:10.665740 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:20:10.668865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=06b80582-0466-4e37-8870-ce3522239bab,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:20:10.693828 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-333932a3-ec90-4165-a670-db27ba01e160 req-551655bd-0ddb-4493-901f-a677332fa12e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Jan 05 18:20:10.726617 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.756763 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:10.757360 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:10.758773 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] 10.222.0.10 "PUT /v2.0/ports/06b80582-0466-4e37-8870-ce3522239bab HTTP/1.1" status: 200 len: 1093 time: 0.6912353 Jan 05 18:20:10.760912 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'tag': '06b80582-0466-4e37-8870-ce3522239bab'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:10.763149 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "tag": "06b80582-0466-4e37-8870-ce3522239bab"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:10.790854 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d167f5-4f2f-4f97-9f67-d8cfafd39a40 service neutron] Pushing event updated for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:10.799735 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21a446-3243-40ae-b355-62145d1f6c66 x-openstack-request-id: req-3c21a446-3243-40ae-b355-62145d1f6c66 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:10.800025 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "tag": "06b80582-0466-4e37-8870-ce3522239bab", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:10.800278 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c21a446-3243-40ae-b355-62145d1f6c66 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:10.800672 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'tag': '06b80582-0466-4e37-8870-ce3522239bab', 'status': 'completed', 'code': 200} Jan 05 18:20:10.880480 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-f89c6975-7510-466f-87a0-a4ac02e4cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:10.881940 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-f89c6975-7510-466f-87a0-a4ac02e4cbf8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 1096 time: 0.0404871 Jan 05 18:20:10.988111 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-dbc33553-9c74-4bdf-ba7f-56cc0b2aa083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:10.989544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-dbc33553-9c74-4bdf-ba7f-56cc0b2aa083 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f795b1200ebb4c23a529d7de626eeeca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921397 Jan 05 18:20:11.080062 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-f5aab7ef-0dde-4aff-b966-df95ff660166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:11.081459 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4b9a7c64-fc91-4d81-9e40-20525f80ec6d req-f5aab7ef-0dde-4aff-b966-df95ff660166 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851820 Jan 05 18:20:11.189883 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-81686ee6-824a-449c-a6e8-80f6a02f4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:11.191370 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-81686ee6-824a-449c-a6e8-80f6a02f4cc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 1096 time: 0.0437403 Jan 05 18:20:11.237900 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-e592a397-8ab1-4f44-a56c-078a3c26765d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b80582-0466-4e37-8870-ce3522239bab HTTP/1.1" status: 200 len: 217 time: 0.0329137 Jan 05 18:20:11.286361 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-72ab3156-0e58-49f4-8573-f2b94c9c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:11.287765 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-72ab3156-0e58-49f4-8573-f2b94c9c352f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 HTTP/1.1" status: 200 len: 854 time: 0.0427926 Jan 05 18:20:11.318286 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-e2fca173-d798-4e21-af48-27f17b0bae56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235584 Jan 05 18:20:11.326186 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3f050ee6-2458-4dbf-a74b-c19eb97e4e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:11.409474 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-e5a09159-e4af-491d-8e40-6fba8b059ead service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Jan 05 18:20:11.497961 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e2881ae0-6efb-49b2-a54e-0098a0bce5f4 req-588f60a9-d43c-4668-aa37-7a89344f4001 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813241 Jan 05 18:20:11.954649 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ba3-8aba-4129-afec-f015a73ff47f req-d61130c2-0874-4990-9e9c-43e956796a0d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:11.956097 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-92a31ba3-8aba-4129-afec-f015a73ff47f req-d61130c2-0874-4990-9e9c-43e956796a0d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 943 time: 0.0470278 Jan 05 18:20:11.992128 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-92a31ba3-8aba-4129-afec-f015a73ff47f req-aa07621a-ef45-493a-a43a-b3e8e3f6c6e3 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Jan 05 18:20:13.108127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd5c9-e361-4c94-b403-ed06579e3244 req-db616377-7b20-406f-bc67-10aec0aa49aa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:13.109726 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5dcd5c9-e361-4c94-b403-ed06579e3244 req-db616377-7b20-406f-bc67-10aec0aa49aa tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 943 time: 0.0511701 Jan 05 18:20:13.147941 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-c5dcd5c9-e361-4c94-b403-ed06579e3244 req-37c87801-939e-4be4-b71c-986b54f2bb78 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Jan 05 18:20:13.567661 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c74309e1-b720-4e77-a29e-f4dae4b2e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:14.202283 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 06b80582-0466-4e37-8870-ce3522239bab details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:20:14.259080 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0a232-2df6-44d2-802f-4036e5449a6c req-cbac5cff-569e-4a67-8191-9f397f289647 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:14.260909 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2cc0a232-2df6-44d2-802f-4036e5449a6c req-cbac5cff-569e-4a67-8191-9f397f289647 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 943 time: 0.0479705 Jan 05 18:20:14.297365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=06b80582-0466-4e37-8870-ce3522239bab,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:14.303081 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-2cc0a232-2df6-44d2-802f-4036e5449a6c req-ccb1bf4e-ffb0-4dee-bcc8-752aec05b43d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Jan 05 18:20:14.309760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': '06b80582-0466-4e37-8870-ce3522239bab', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'port_id': '06b80582-0466-4e37-8870-ce3522239bab', 'mac_address': 'fa:16:3e:e3:da:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:20:14.347329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:14.364112 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b80582-0466-4e37-8870-ce3522239bab {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:20:14.382469 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=06b80582-0466-4e37-8870-ce3522239bab,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:14.454238 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:14.503974 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:14.596819 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:15.168768 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['06b80582-0466-4e37-8870-ce3522239bab'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:20:15.413851 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9da4c6-c186-4a04-98de-738f389e4f1e req-2961787a-7fa5-4d2c-992f-0e2e8f96059d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:15.416128 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b9da4c6-c186-4a04-98de-738f389e4f1e req-2961787a-7fa5-4d2c-992f-0e2e8f96059d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 944 time: 0.0473776 Jan 05 18:20:15.451683 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-3b9da4c6-c186-4a04-98de-738f389e4f1e req-f795893c-0764-4f94-9949-0668a51308e6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295835 Jan 05 18:20:16.182686 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:16.534037 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:16.565127 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46238-163d-403e-bf4b-377a0fd40084 req-725cc291-117a-4d1c-8840-65d1cfaff4be tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:16.566624 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-39f46238-163d-403e-bf4b-377a0fd40084 req-725cc291-117a-4d1c-8840-65d1cfaff4be tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 944 time: 0.0483811 Jan 05 18:20:16.603546 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-39f46238-163d-403e-bf4b-377a0fd40084 req-5bbfe8f6-c407-4703-af82-f44efafd2e94 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Jan 05 18:20:17.716409 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce95ad6-39b8-460b-b6be-e6aabba8a9d0 req-f676b51a-ce8f-4e00-8afa-8cd4a68afe75 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:17.717882 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6ce95ad6-39b8-460b-b6be-e6aabba8a9d0 req-f676b51a-ce8f-4e00-8afa-8cd4a68afe75 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 944 time: 0.0478323 Jan 05 18:20:17.753730 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-6ce95ad6-39b8-460b-b6be-e6aabba8a9d0 req-70bc3d19-8f98-4d53-a1e3-4bf551bdd19a tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300798 Jan 05 18:20:18.228371 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 06b80582-0466-4e37-8870-ce3522239bab up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:20:18.331015 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port 06b80582-0466-4e37-8870-ce3522239bab completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:20:18.334696 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port 06b80582-0466-4e37-8870-ce3522239bab triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:20:18.335065 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:18.412976 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:18.435508 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b80582-0466-4e37-8870-ce3522239bab'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:18.437721 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d2609-73fe-490d-809f-aa1e208aa329" -d '{"events": [{"server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "name": "network-vif-plugged", "status": "completed", "tag": "06b80582-0466-4e37-8870-ce3522239bab"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:18.450436 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=06b80582-0466-4e37-8870-ce3522239bab,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:18.474127 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e0806e-955a-42a0-9e50-3bb366003b5b x-openstack-request-id: req-03e0806e-955a-42a0-9e50-3bb366003b5b {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:18.474421 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "name": "network-vif-plugged", "status": "completed", "tag": "06b80582-0466-4e37-8870-ce3522239bab", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:18.474702 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03e0806e-955a-42a0-9e50-3bb366003b5b {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:18.475120 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b80582-0466-4e37-8870-ce3522239bab', 'code': 200} Jan 05 18:20:18.514241 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:18.565844 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:18.804988 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ab34-f170-48f8-a4e2-3f314b25bea2 req-8f6d06c3-bfd4-4bdc-937c-c9057a20ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:18.811978 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4916ab34-f170-48f8-a4e2-3f314b25bea2 req-8f6d06c3-bfd4-4bdc-937c-c9057a20ed19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 1098 time: 0.0421326 Jan 05 18:20:18.868853 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4916ab34-f170-48f8-a4e2-3f314b25bea2 req-6cd10c3e-c5a4-4abe-b3f9-dd3fc815ea60 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Jan 05 18:20:18.884833 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dee52e-9cc5-4bec-b8cb-2528345f16f4 req-d29fc4ca-d866-4415-a774-4efdfc260104 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:18.886246 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97dee52e-9cc5-4bec-b8cb-2528345f16f4 req-d29fc4ca-d866-4415-a774-4efdfc260104 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0655935 Jan 05 18:20:18.923120 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-97dee52e-9cc5-4bec-b8cb-2528345f16f4 req-f55c80f3-49d2-4a7c-b79b-9e448ee268c9 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Jan 05 18:20:20.037173 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053021-1964-459f-80a7-064c3a8e01ee req-1e3dd8f0-c8d2-4ba9-9748-0e1d1abc1ed2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:20.038664 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df053021-1964-459f-80a7-064c3a8e01ee req-1e3dd8f0-c8d2-4ba9-9748-0e1d1abc1ed2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Jan 05 18:20:20.075934 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df053021-1964-459f-80a7-064c3a8e01ee req-18dd3814-009c-4f8b-b39f-0b26c23fc26f tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Jan 05 18:20:21.193850 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ac6c-6515-4302-b24c-42a1f60c0b4a req-be6f53f3-47bc-4857-aa06-38896d9439bc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:21.195424 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9640ac6c-6515-4302-b24c-42a1f60c0b4a req-be6f53f3-47bc-4857-aa06-38896d9439bc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Jan 05 18:20:21.238694 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9640ac6c-6515-4302-b24c-42a1f60c0b4a req-82e8597a-0333-4205-a5cd-e1e9e2e79f30 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Jan 05 18:20:32.646426 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:20:36.090955 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-d654edee-db66-4d49-9b1e-2510eba89109 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:36.092415 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-d654edee-db66-4d49-9b1e-2510eba89109 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1120989 Jan 05 18:20:36.107641 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-37560c27-8e9f-422a-9ebe-383320ef8699 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/quotas/f795b1200ebb4c23a529d7de626eeeca HTTP/1.1" status: 200 len: 375 time: 0.0095699 Jan 05 18:20:36.158701 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-e7aa0c71-250b-451f-bc44-dd49849752d7 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458555 Jan 05 18:20:36.250692 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-d3d5e912-d374-4c60-99de-4c52cf0df23c service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852182 Jan 05 18:20:36.338130 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-e3a587e0-1a7e-48b0-9625-8c967409acc3 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813861 Jan 05 18:20:36.585735 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac7292d6-c8f1-42e0-ad6d-5efb41e730b0 req-3c5e306b-ddba-4b39-b0b7-7e31d1363e08 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Jan 05 18:20:37.424325 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da58221-d53d-45fb-9d49-0d5ea677b93c req-fd256775-2b18-4fca-b453-46cf58517315 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:37.425813 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1da58221-d53d-45fb-9d49-0d5ea677b93c req-fd256775-2b18-4fca-b453-46cf58517315 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0487821 Jan 05 18:20:37.463139 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-1da58221-d53d-45fb-9d49-0d5ea677b93c req-97c29643-cc66-4f25-86be-36090c087c1a tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Jan 05 18:20:37.678446 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-a4988311-646c-4de2-9925-3c800c3670e8 req-a5442e86-71ad-4574-b18c-125a3f37a5c0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 210 time: 0.0251069 Jan 05 18:20:38.584249 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447af0-367b-454d-bb26-8ee772f86670 req-ba8f3837-fd45-47f3-b0b7-60a94a038f89 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:38.585781 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-14447af0-367b-454d-bb26-8ee772f86670 req-ba8f3837-fd45-47f3-b0b7-60a94a038f89 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0528522 Jan 05 18:20:38.590788 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:38.626789 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-14447af0-367b-454d-bb26-8ee772f86670 req-8c4b0109-fdd5-4167-bee2-31ee0389782b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341191 Jan 05 18:20:38.772094 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5c2f4129-02c3-49f7-9e78-3235644efe3f req-3c1101f5-caab-449d-9410-e5c57f6eee4c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 210 time: 0.0249636 Jan 05 18:20:38.887126 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-e081c17f-9443-4636-900b-260af0725ac2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:38.888557 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-e081c17f-9443-4636-900b-260af0725ac2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/networks?id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 200 len: 814 time: 0.1000597 Jan 05 18:20:38.911846 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Request body: {'port': {'device_id': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'admin_state_up': True, 'tenant_id': 'f795b1200ebb4c23a529d7de626eeeca'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:20:39.067934 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Made reservation on behalf of f795b1200ebb4c23a529d7de626eeeca for: {'port': 1} {{(pid=102088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:20:39.071503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:39.197890 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_common [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Allocated IP 172.20.0.11 (ae2239bc-c53d-43bc-bc2b-cae6951e7ea2/6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0/b81b4f1c-b8d0-4f75-b66e-c996ad37812e) {{(pid=102088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:20:39.343439 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks [] for port, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:39.436704 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752290278714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:39.481317 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', '06b80582-0466-4e37-8870-ce3522239bab'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:20:39.489277 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 is already hosted by enough agents. {{(pid=102088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:20:39.490658 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event updated for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:39.493314 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.base_scheduler [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Resources bound (agent type, host, resource id): {{(pid=102088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:20:39.495944 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Received port after_create {{(pid=102088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:20:39.542870 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:39.543477 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:39.629246 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-5198e805-7cab-418a-9195-7c2f9ece04ba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7210195 Jan 05 18:20:39.654048 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.v2.base [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Request body: {'port': {'device_id': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-xena0'}} {{(pid=102088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:20:39.719560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1882ff2b-10e8-417e-81fe-630e83f59060 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:39.721102 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1882ff2b-10e8-417e-81fe-630e83f59060 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.1049879 Jan 05 18:20:39.723826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:39.751633 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734f23-653c-4ce3-bd71-aa987376cc96 req-be1c440b-4cdc-40ae-b15b-9becce1acde8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:39.753176 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-75734f23-653c-4ce3-bd71-aa987376cc96 req-be1c440b-4cdc-40ae-b15b-9becce1acde8 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 947 time: 0.0498705 Jan 05 18:20:39.795033 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-75734f23-653c-4ce3-bd71-aa987376cc96 req-56bcb10c-c1dc-4cf0-8283-86c01c760fbc tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Jan 05 18:20:40.239470 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Deleting port 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:40.240090 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.290443 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a16a-3484-4922-a6ac-ab2de2f1e250 req-b084057f-22d7-4e42-bc2f-0b160e539784 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:40.291896 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e593a16a-3484-4922-a6ac-ab2de2f1e250 req-b084057f-22d7-4e42-bc2f-0b160e539784 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 932 time: 0.4062078 Jan 05 18:20:40.389868 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-e593a16a-3484-4922-a6ac-ab2de2f1e250 req-f076f136-3480-4cc7-b2c8-469f2376a538 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908830 Jan 05 18:20:40.396513 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] For port 3862f2af-2eb2-47cb-a73f-7af077906f10, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3862f2af-2eb2-47cb-a73f-7af077906f10,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:40.396879 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.523543 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81b4f1c-b8d0-4f75-b66e-c996ad37812e {{(pid=102088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:20:40.534961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.553626 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.provisioning_blocks [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Transition to ACTIVE for port object b81b4f1c-b8d0-4f75-b66e-c996ad37812e will not be triggered until provisioned by entity L2. {{(pid=102088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:20:40.610435 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.610796 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570699'] for floatingip, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.611114 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Floating IP 10dc2044-4b18-4d1c-a010-0b96089be544 disassociated. External IP: 172.37.1.253, port: 3862f2af-2eb2-47cb-a73f-7af077906f10. Jan 05 18:20:40.611458 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Calling delete_port for 3862f2af-2eb2-47cb-a73f-7af077906f10 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:40.653972 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.719937 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Pushing event updated for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=2']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:40.831465 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Attempting to bind port b81b4f1c-b8d0-4f75-b66e-c996ad37812e on host hv-cinder-xena0 for vnic_type normal with profile {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 05 18:20:40.831802 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Attempting to bind port b81b4f1c-b8d0-4f75-b66e-c996ad37812e by drivers openvswitch,hyperv on host hv-cinder-xena0 at level 0 using segments [{'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 05 18:20:40.832130 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Attempting to bind port b81b4f1c-b8d0-4f75-b66e-c996ad37812e on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:20:40.836462 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Port b81b4f1c-b8d0-4f75-b66e-c996ad37812e on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-xena0 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:20:40.836784 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Attempting to bind port b81b4f1c-b8d0-4f75-b66e-c996ad37812e on network ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:20:40.841866 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Checking agent: {'id': '037b206c-2257-4cda-bd7b-ad2248c60724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-xena0', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'started_at': datetime.datetime(2022, 1, 5, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:20:40.842233 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Checking segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 05 18:20:40.842608 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Bound using segment: {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'} {{(pid=102088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:20:40.843025 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.managers [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Bound port: b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host: hv-cinder-xena0, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2'}}] {{(pid=102088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 05 18:20:40.843378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.903581 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:40.913733 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, cleared binding levels {{(pid=102088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:20:40.915593 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373898-d675-4b73-8f63-7afc2fdf81fd req-9b367b08-b809-42ed-919c-7d20a7d2a882 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:40.917719 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-65373898-d675-4b73-8f63-7afc2fdf81fd req-9b367b08-b809-42ed-919c-7d20a7d2a882 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 868 time: 0.0474954 Jan 05 18:20:40.946272 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'Port': ['ID=3862f2af-2eb2-47cb-a73f-7af077906f10,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:40.950681 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:20:40.957646 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-65373898-d675-4b73-8f63-7afc2fdf81fd req-34a1ffd4-cad5-4efd-a655-aeced16658c1 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups?id=2db67229-a9b4-4850-af84-fb59c556ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329437 Jan 05 18:20:41.027755 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25741738'] for port, after_update {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:41.071799 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.072403 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:41.073899 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] 10.222.0.10 "PUT /v2.0/ports/b81b4f1c-b8d0-4f75-b66e-c996ad37812e HTTP/1.1" status: 200 len: 1094 time: 1.4303274 Jan 05 18:20:41.074333 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:41.076550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f024ce98-e192-4b3e-8210-2ee3506fd1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:41.113945 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe9aca-155a-4e7a-ab51-724b5213862b x-openstack-request-id: req-eebe9aca-155a-4e7a-ab51-724b5213862b {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:41.114254 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:41.114506 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eebe9aca-155a-4e7a-ab51-724b5213862b {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:41.114893 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e', 'status': 'completed', 'code': 200} Jan 05 18:20:41.116589 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc5a36-85d9-4437-a534-9aaf3ba8718e service neutron] Pushing event updated for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=3']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:41.123145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:20:41.253338 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-60e55c48-4829-476b-9a7b-6f80ccc4a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.254796 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-60e55c48-4829-476b-9a7b-6f80ccc4a389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0859718 Jan 05 18:20:41.264989 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:20:41.277133 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578119e4-2328-409f-bb69-065982f43751 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:20:41.286976 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:20:41.287584 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:41.321967 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2c57638c-a895-4cff-8b3e-fe7fe91684de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:41.349385 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] No DVR routers for this DVR port 3862f2af-2eb2-47cb-a73f-7af077906f10 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:20:41.353194 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:41.357259 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-94d114fc-18f8-40cd-a984-280a5c12dd9b req-1002cbec-ea38-4728-ad05-0c34789e8b08 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.10 "DELETE /v2.0/ports/3862f2af-2eb2-47cb-a73f-7af077906f10 HTTP/1.1" status: 204 len: 173 time: 1.6239784 Jan 05 18:20:41.397789 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:20:41.404969 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-a94d3da6-f22d-4fa2-832b-6829a17d64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.407930 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-a94d3da6-f22d-4fa2-832b-6829a17d64be service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f795b1200ebb4c23a529d7de626eeeca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1369216 Jan 05 18:20:41.516331 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-457f1244-7d8f-48ba-b640-af034cae5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.518656 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f024ce98-e192-4b3e-8210-2ee3506fd1f1 req-457f1244-7d8f-48ba-b640-af034cae5fcb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046126 Jan 05 18:20:41.528323 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3c629-9399-454d-b3b5-7f28bf3a25b7 req-22682503-d607-44bc-9f52-61c6c2da4913 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.530205 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-34e3c629-9399-454d-b3b5-7f28bf3a25b7 req-22682503-d607-44bc-9f52-61c6c2da4913 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 944 time: 0.0589647 Jan 05 18:20:41.572159 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-34e3c629-9399-454d-b3b5-7f28bf3a25b7 req-68228aed-be05-468b-81bc-7cd58569eafe tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Jan 05 18:20:41.642896 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-0d933a71-10df-43fb-bd95-e3555beff5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.644381 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-0d933a71-10df-43fb-bd95-e3555beff5a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f795b1200ebb4c23a529d7de626eeeca&device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0458405 Jan 05 18:20:41.693700 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-b879506a-93c0-493b-806a-e17bae5d31cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e HTTP/1.1" status: 200 len: 217 time: 0.0338142 Jan 05 18:20:41.719613 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:41.749460 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578119e4-2328-409f-bb69-065982f43751 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:20:41.749697 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-2cf77179-da1c-435e-a6fc-4ace1230b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:41.751182 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-2cf77179-da1c-435e-a6fc-4ace1230b451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 HTTP/1.1" status: 200 len: 854 time: 0.0449364 Jan 05 18:20:41.757504 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:20:41.758120 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:41.784112 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-fa28e42e-ea72-45c6-a860-17bfdf37a8db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245616 Jan 05 18:20:41.862312 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:20:41.876046 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-72e4573b-55df-4fd2-85a9-d9976952d35e service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Jan 05 18:20:41.975355 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f8852185-a7b5-48d6-b6bc-5fb119c267e3 req-a283ec71-e8ab-4430-99de-2d7f4d202616 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Jan 05 18:20:42.059812 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-578119e4-2328-409f-bb69-065982f43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:42.077118 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-fc7ac51e-1e57-41c8-9908-ecddf5a639e6 req-fce1d3bc-2610-4a98-99a4-c6f039195b2b tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/ports?device_id=0237b7dd-8018-4706-b3fa-4156d3629d88 HTTP/1.1" status: 200 len: 210 time: 0.0319223 Jan 05 18:20:42.091420 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578119e4-2328-409f-bb69-065982f43751 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:08:46Z', 'revision_number': 4, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'a2e19057-94fc-4f73-9edb-f9d912be1010', 'name': '', 'network_id': 'ae9edd83-a753-43bb-9794-9ca1d1f00bcd', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'mac_address': 'fa:16:3e:62:53:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:45Z', 'updated_at': '2022-01-05T18:08:50Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'subnets': [{'id': '38dc4b04-792a-444d-adee-ca61cf4d1a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:20:42.308423 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e0912-99a3-4d67-ae62-a5847b1a9334 None None] New status for floating IP 10dc2044-4b18-4d1c-a010-0b96089be544: DOWN {{(pid=102090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:20:42.686596 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13957c7f-0dc4-48b1-9f7e-7cbdbbdc1ae6 req-7abf17ac-44af-45ab-92fe-639b708eee2a tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:42.688106 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-13957c7f-0dc4-48b1-9f7e-7cbdbbdc1ae6 req-7abf17ac-44af-45ab-92fe-639b708eee2a tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 944 time: 0.0471466 Jan 05 18:20:42.725585 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-13957c7f-0dc4-48b1-9f7e-7cbdbbdc1ae6 req-eed923b9-cc4a-49b8-b1fe-b641b76f033c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Jan 05 18:20:43.116197 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-deleted', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:43.118707 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ca56a-f4c9-4fb9-9605-1624038754f4" -d '{"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-deleted", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:43.154737 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3d446-1b8f-46f4-8b64-e35f00ceecef x-openstack-request-id: req-c7c3d446-1b8f-46f4-8b64-e35f00ceecef {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:43.155022 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237b7dd-8018-4706-b3fa-4156d3629d88", "name": "network-vif-deleted", "tag": "3862f2af-2eb2-47cb-a73f-7af077906f10", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:43.155268 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7c3d446-1b8f-46f4-8b64-e35f00ceecef {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:43.155650 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237b7dd-8018-4706-b3fa-4156d3629d88', 'name': 'network-vif-deleted', 'tag': '3862f2af-2eb2-47cb-a73f-7af077906f10', 'status': 'completed', 'code': 200} Jan 05 18:20:43.220438 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36652) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:43.273017 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.296101 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.421999 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.424519 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.425645 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "DELETE /v2.0/security-groups/2db67229-a9b4-4850-af84-fb59c556ac31 HTTP/1.1" status: 204 len: 168 time: 0.2042885 Jan 05 18:20:43.428453 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36654) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:43.435214 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d470c-f11e-40a4-a644-5f3f2f0b42b6 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db67229-a9b4-4850-af84-fb59c556ac31,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:43.441804 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.api.v2.resource [None req-eed2f84b-20ef-4ee2-af38-8f55ba157918 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] show failed (client error): The resource could not be found. Jan 05 18:20:43.442755 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-eed2f84b-20ef-4ee2-af38-8f55ba157918 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "GET /v2.0/security-groups/2db67229-a9b4-4850-af84-fb59c556ac31 HTTP/1.1" status: 404 len: 347 time: 0.0133057 Jan 05 18:20:43.445524 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36656) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:43.566899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Deleting port 7accd3a5-17ad-4cee-bb35-d1f931da7490 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:43.567241 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.593547 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cc11cf3d-0190-4f39-b4b2-b9a0dfa67219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.644852 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.645178 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.657186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Calling delete_port for 7accd3a5-17ad-4cee-bb35-d1f931da7490 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:43.841428 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5561c-ac2b-4791-aed5-86cbefc7686a req-ceaa1be4-0f91-4899-8381-e3781920b833 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:43.842948 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-61b5561c-ac2b-4791-aed5-86cbefc7686a req-ceaa1be4-0f91-4899-8381-e3781920b833 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 944 time: 0.0491488 Jan 05 18:20:43.844885 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.883867 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Pushing event deleted for resources: {'Port': ['ID=7accd3a5-17ad-4cee-bb35-d1f931da7490,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:43.910387 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.910726 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.911056 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.911382 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.911705 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.912032 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.912396 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.912665 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.912977 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.913290 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.913602 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.913913 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:43.957566 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-61b5561c-ac2b-4791-aed5-86cbefc7686a req-89b46966-3ff7-4789-b85d-49edb82ce8eb tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083612 Jan 05 18:20:43.968280 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.970624 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:43.971721 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-b13222f5-ba99-4e73-88d2-f4d8c7e72de0 tempest-AttachVolumeShelveTestJSON-2126838366 tempest-AttachVolumeShelveTestJSON-2126838366-project] 10.222.0.26 "DELETE /v2.0/floatingips/10dc2044-4b18-4d1c-a010-0b96089be544 HTTP/1.1" status: 204 len: 168 time: 0.5253005 Jan 05 18:20:44.352728 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:20:44.374770 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 3862f2af-2eb2-47cb-a73f-7af077906f10 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:20:44.375104 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3862f2af-2eb2-47cb-a73f-7af077906f10 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:20:44.616542 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:45.069691 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf959-0d6e-4818-accb-8e9abe47d24d req-496938dd-c1ce-41c7-98c6-11dbb2b9bb74 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:45.071167 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62caf959-0d6e-4818-accb-8e9abe47d24d req-496938dd-c1ce-41c7-98c6-11dbb2b9bb74 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 944 time: 0.0479054 Jan 05 18:20:45.108813 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-62caf959-0d6e-4818-accb-8e9abe47d24d req-4b97712c-d46f-4210-a734-61dfd56b9307 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Jan 05 18:20:46.220851 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca719e-d867-498c-957d-9da30977fbfe req-37b05147-3b3c-40d1-84e5-6e9f66829b1c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:46.222358 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-74ca719e-d867-498c-957d-9da30977fbfe req-37b05147-3b3c-40d1-84e5-6e9f66829b1c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 944 time: 0.0487657 Jan 05 18:20:46.225335 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:46.259671 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-74ca719e-d867-498c-957d-9da30977fbfe req-e237fdc0-5ede-472a-845a-ceadd0af7838 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jan 05 18:20:46.368414 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device b81b4f1c-b8d0-4f75-b66e-c996ad37812e details requested by agent hyperv_hv-cinder-xena0 with host hv-cinder-xena0 {{(pid=102090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:20:46.474135 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:46.485565 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Returning: {'device': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e', 'network_id': 'ae2239bc-c53d-43bc-bc2b-cae6951e7ea2', 'port_id': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e', 'mac_address': 'fa:16:3e:d0:af:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:20:46.525589 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:46.538923 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81b4f1c-b8d0-4f75-b66e-c996ad37812e {{(pid=102090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:20:46.555384 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:46.559708 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:46.630481 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:46.633547 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36684) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:46.679101 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=4']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:46.686855 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.687212 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.687540 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.687867 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.688191 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.688511 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.688835 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.689153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.689475 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.689791 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.690130 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:46.690452 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:47.011072 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:47.241639 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Deleting port a2e19057-94fc-4f73-9edb-f9d912be1010 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:47.242328 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:47.248644 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['b81b4f1c-b8d0-4f75-b66e-c996ad37812e'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:20:47.326800 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] For port a2e19057-94fc-4f73-9edb-f9d912be1010, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=a2e19057-94fc-4f73-9edb-f9d912be1010,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:47.327161 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:47.341873 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Calling delete_port for a2e19057-94fc-4f73-9edb-f9d912be1010 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:47.384489 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e692657-4b14-43ce-af05-7d535090ba76 req-2fe36639-7c78-4079-8205-2512d57af9b4 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:47.386920 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9e692657-4b14-43ce-af05-7d535090ba76 req-2fe36639-7c78-4079-8205-2512d57af9b4 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 945 time: 0.0577571 Jan 05 18:20:47.431855 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9e692657-4b14-43ce-af05-7d535090ba76 req-a3b1d407-5ff0-4b25-97e4-4341fe565c79 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Jan 05 18:20:47.619186 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:47.645263 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e19057-94fc-4f73-9edb-f9d912be1010,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:47.818466 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:48.032639 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Router a5221018-cce8-406c-886f-df407e002e75 has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:20:48.136590 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:20:48.142116 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-823077f4-88cb-45bc-bd5c-488a9c62f420 admin admin] 10.222.0.26 "PUT /v2.0/routers/a5221018-cce8-406c-886f-df407e002e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5074775 Jan 05 18:20:48.144536 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36690) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:48.147240 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Sync routers for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:20:48.156333 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:20:48.156943 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:48.253650 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:48.258475 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:20:48.436918 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:20:47Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:48.462898 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Checking router: a5221018-cce8-406c-886f-df407e002e75 for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:20:48.472320 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Routers {'a5221018-cce8-406c-886f-df407e002e75'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:20:48.472945 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['a5221018-cce8-406c-886f-df407e002e75'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:48.581214 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] Set router a5221018-cce8-406c-886f-df407e002e75 gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:20:48.658198 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848408d-42e8-4f00-b78a-2bfc893310ec req-a7a72eef-9c6f-4bd1-8051-a22a0aa1af54 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:48.659673 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9848408d-42e8-4f00-b78a-2bfc893310ec req-a7a72eef-9c6f-4bd1-8051-a22a0aa1af54 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 945 time: 0.0736573 Jan 05 18:20:48.689768 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:48.711675 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-9848408d-42e8-4f00-b78a-2bfc893310ec req-8dbd5a68-58cb-429d-a98e-33a00e871549 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Jan 05 18:20:48.764092 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:20:47Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:48.793222 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973f4e4-f37a-4e50-a45b-eb743de16682 None None] The sync data for ids ['a5221018-cce8-406c-886f-df407e002e75'] in dv-cinder-xena-3-iscsi is: [{'id': 'a5221018-cce8-406c-886f-df407e002e75', 'name': 'tempest-AttachVolumeShelveTestJSON-338896409-router', 'tenant_id': 'b91be5b55b454af7a9f0f161ad064f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:08:42Z', 'updated_at': '2022-01-05T18:20:47Z', 'revision_number': 5, 'project_id': 'b91be5b55b454af7a9f0f161ad064f64', 'gw_port': {'id': 'e9becc35-819e-40cd-ad7f-c654e690dec4', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5221018-cce8-406c-886f-df407e002e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:08:43Z', 'updated_at': '2022-01-05T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:20:48.839930 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Deleting port e9becc35-819e-40cd-ad7f-c654e690dec4 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:48.842979 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:48.915847 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] For port e9becc35-819e-40cd-ad7f-c654e690dec4, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e9becc35-819e-40cd-ad7f-c654e690dec4,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:48.916207 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:48.928293 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Calling delete_port for e9becc35-819e-40cd-ad7f-c654e690dec4 owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:49.136918 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.163325 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9becc35-819e-40cd-ad7f-c654e690dec4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:49.231378 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.321808 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.324793 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.416420 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.416984 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5221018-cce8-406c-886f-df407e002e75 {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:20:49.421622 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.425930 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-df7550e7-7957-43db-90ef-8f3cc73ed512 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a5221018-cce8-406c-886f-df407e002e75 HTTP/1.1" status: 204 len: 168 time: 1.2773631 Jan 05 18:20:49.426086 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36694) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:49.474598 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Deleting subnet 38dc4b04-792a-444d-adee-ca61cf4d1a92 {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:20:49.477692 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.513989 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742473'] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.599171 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.716432 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25741712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700722'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.740228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dc4b04-792a-444d-adee-ca61cf4d1a92,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:49.746941 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.750626 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2e89f5b4-7492-4171-8648-9d19b6f5f97b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/38dc4b04-792a-444d-adee-ca61cf4d1a92 HTTP/1.1" status: 204 len: 168 time: 0.3236306 Jan 05 18:20:49.752835 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4daf4f8-51d0-4c45-938f-47a2d3d6b027 None None] Network ae9edd83-a753-43bb-9794-9ca1d1f00bcd requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:20:49.753318 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36698) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:49.821042 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.833274 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d2787-00ed-40e6-a87a-e82b6f6e9b38 req-52f0b609-5b14-42ca-b67e-85d6f3ad2666 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:49.834847 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec3d2787-00ed-40e6-a87a-e82b6f6e9b38 req-52f0b609-5b14-42ca-b67e-85d6f3ad2666 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Jan 05 18:20:49.882833 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ec3d2787-00ed-40e6-a87a-e82b6f6e9b38 req-8ae57b85-c9b4-40bb-b6ba-2f9594fcd54a tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Jan 05 18:20:49.899529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Deleting port 3040c1dc-80ee-4429-9801-bbec62de1e7f {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:49.899849 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.965381 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] For port 3040c1dc-80ee-4429-9801-bbec62de1e7f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3040c1dc-80ee-4429-9801-bbec62de1e7f,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:49.965734 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:49.973724 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] DHCP port deletion for ae9edd83-a753-43bb-9794-9ca1d1f00bcd request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:20:49.978668 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Calling delete_port for 3040c1dc-80ee-4429-9801-bbec62de1e7f owned by network:dhcp {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:50.140173 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Deleting port 3040c1dc-80ee-4429-9801-bbec62de1e7f {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:20:50.140544 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.159471 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.185381 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Pushing event deleted for resources: {'Port': ['ID=3040c1dc-80ee-4429-9801-bbec62de1e7f,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:50.188989 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] No DVR routers for this DVR port 3040c1dc-80ee-4429-9801-bbec62de1e7f on host dv-cinder-xena-3-iscsi {{(pid=102089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:20:50.206150 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] For port 3040c1dc-80ee-4429-9801-bbec62de1e7f, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=3040c1dc-80ee-4429-9801-bbec62de1e7f,segment=NetworkSegment(fa06518e-576c-46f9-8e13-4e9aa9b5db44),segment_id=fa06518e-576c-46f9-8e13-4e9aa9b5db44)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:50.206545 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.219330 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Calling delete_port for 3040c1dc-80ee-4429-9801-bbec62de1e7f owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:20:50.258514 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.281992 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9edd83-a753-43bb-9794-9ca1d1f00bcd']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:50.291048 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa06518e-576c-46f9-8e13-4e9aa9b5db44') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:50.291343 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa06518e-576c-46f9-8e13-4e9aa9b5db44') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:20:50.297181 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.301223 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.313905 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.319634 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:20:50.320017 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.321160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] Pushing event deleted for resources: {'Port': ['ID=3040c1dc-80ee-4429-9801-bbec62de1e7f,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:20:50.321624 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:20:50.325711 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ada8a-f097-4006-98d6-3c6ec0110634 None None] No DVR routers for this DVR port 3040c1dc-80ee-4429-9801-bbec62de1e7f on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:20:50.383157 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device b81b4f1c-b8d0-4f75-b66e-c996ad37812e up at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:20:50.439664 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.445324 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.449533 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae9edd83-a753-43bb-9794-9ca1d1f00bcd HTTP/1.1" status: 204 len: 168 time: 0.6954286 Jan 05 18:20:50.460152 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258475-d25f-4588-a24f-95f2f183f043 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9edd83-a753-43bb-9794-9ca1d1f00bcd,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:50.490822 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning for port b81b4f1c-b8d0-4f75-b66e-c996ad37812e completed by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:20:50.495058 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.provisioning_blocks [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Provisioning complete for port b81b4f1c-b8d0-4f75-b66e-c996ad37812e triggered by entity L2. {{(pid=102090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:20:50.495434 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656004'] for port, provisioning_complete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.562133 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e9becc35-819e-40cd-ad7f-c654e690dec4 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:20:50.584896 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: e9becc35-819e-40cd-ad7f-c654e690dec4 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:20:50.585250 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e9becc35-819e-40cd-ad7f-c654e690dec4 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:20:50.585671 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 3040c1dc-80ee-4429-9801-bbec62de1e7f no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:20:50.610655 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 3040c1dc-80ee-4429-9801-bbec62de1e7f {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:20:50.610655 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 3040c1dc-80ee-4429-9801-bbec62de1e7f not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:20:50.610655 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device a2e19057-94fc-4f73-9edb-f9d912be1010 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:20:50.628525 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: a2e19057-94fc-4f73-9edb-f9d912be1010 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:20:50.628864 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device a2e19057-94fc-4f73-9edb-f9d912be1010 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:20:50.630465 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603700'] for port, before_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.653796 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e'}] {{(pid=102090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:20:50.656102 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9130eb07c9773da480f167d3f6bfba418c387828a22efdf10b7b7a327a5d332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710fde1a-e255-4f0e-a74f-7714845bc384" -d '{"events": [{"server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "name": "network-vif-plugged", "status": "completed", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e"}]}' {{(pid=102090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:20:50.669949 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:20:50.692775 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891d7a9-0bc8-443a-99a6-47ce3f811d34 x-openstack-request-id: req-d891d7a9-0bc8-443a-99a6-47ce3f811d34 {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:20:50.693059 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "name": "network-vif-plugged", "status": "completed", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e", "code": 200}]} {{(pid=102090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:20:50.693308 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d891d7a9-0bc8-443a-99a6-47ce3f811d34 {{(pid=102090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:20:50.693699 dv-cinder-xena-3-iscsi neutron-server[102090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e', 'code': 200} Jan 05 18:20:50.744744 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752290795659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752290278732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752290278750'] for port, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.755663 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36704) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:50.795292 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Pushing event updated for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=5']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:50.799194 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bfea0a04-34ad-47c0-befd-178ffb636f52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b91be5b55b454af7a9f0f161ad064f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423498 Jan 05 18:20:50.801651 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36706) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:50.848562 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.874034 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:50.999429 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:51.001939 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:51.003110 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e84998f-6a8d-4a14-af0a-22a39289bb19 HTTP/1.1" status: 204 len: 168 time: 0.2005975 Jan 05 18:20:51.012373 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb70ea-acef-4fb2-9b10-7b2371e0e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84998f-6a8d-4a14-af0a-22a39289bb19,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:51.031011 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57257a-499a-4edd-8a21-ce07e280b639 req-0847ed5c-276a-4f5b-af89-2ce2b180d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:51.032503 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aa57257a-499a-4edd-8a21-ce07e280b639 req-0847ed5c-276a-4f5b-af89-2ce2b180d319 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 1099 time: 0.0656791 Jan 05 18:20:51.039865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac583f27-1bcc-494c-bfa0-d8fec072e876 req-94ddaf88-a1ad-4d4e-adba-b40a4bb074c2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:51.041267 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac583f27-1bcc-494c-bfa0-d8fec072e876 req-94ddaf88-a1ad-4d4e-adba-b40a4bb074c2 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0838876 Jan 05 18:20:51.093517 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-aa57257a-499a-4edd-8a21-ce07e280b639 req-d913ec92-01bb-4961-a42c-433807ed2437 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Jan 05 18:20:51.100408 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac583f27-1bcc-494c-bfa0-d8fec072e876 req-2803ae6b-d1a0-4cf5-83e3-02b8e128cb31 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Jan 05 18:20:52.215455 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfda8a8-c829-4f75-95e9-ffd6eba9a128 req-845e8b60-babd-49af-9977-7e2b6bbc2433 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:52.216996 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8bfda8a8-c829-4f75-95e9-ffd6eba9a128 req-845e8b60-babd-49af-9977-7e2b6bbc2433 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Jan 05 18:20:52.254538 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8bfda8a8-c829-4f75-95e9-ffd6eba9a128 req-f92c0cc7-1967-4d11-9bee-ca42a1320833 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jan 05 18:20:53.366746 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993c11-a131-4064-94bd-c5214cd575bf req-b511af5b-e834-4c40-b56d-b2d38410481c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:53.368209 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9c993c11-a131-4064-94bd-c5214cd575bf req-b511af5b-e834-4c40-b56d-b2d38410481c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0486379 Jan 05 18:20:53.405116 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9c993c11-a131-4064-94bd-c5214cd575bf req-d725a5f3-ef72-4ff1-847a-f0bdb0872d53 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Jan 05 18:20:53.708597 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36768) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:53.813180 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f0d27ca8-88f0-4410-8608-0c8efdbabf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:53.894330 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f0d27ca8-88f0-4410-8608-0c8efdbabf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.010565 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-f0d27ca8-88f0-4410-8608-0c8efdbabf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.048829 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-f0d27ca8-88f0-4410-8608-0c8efdbabf43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5593018fc60449b083d3b4dfa869039b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390944 Jan 05 18:20:54.049945 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d27ca8-88f0-4410-8608-0c8efdbabf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191fa15c-b45b-4355-b35c-9ca45b1285f5,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:54.051641 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36776) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:54.106181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.127394 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.233706 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.236181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.237335 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/191fa15c-b45b-4355-b35c-9ca45b1285f5 HTTP/1.1" status: 204 len: 168 time: 0.1846812 Jan 05 18:20:54.245580 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191fa15c-b45b-4355-b35c-9ca45b1285f5,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:54.253030 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.253530 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.253974 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.254398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.254798 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.255045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.255431 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.255768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.256100 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.256423 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.256739 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.257061 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6dbeea-03cb-4e0e-9f8c-8381c32c9d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:20:54.783955 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36782) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:54.797723 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-072c43b3-b03d-4ded-8677-f411182999bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.870560 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-072c43b3-b03d-4ded-8677-f411182999bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.941970 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-072c43b3-b03d-4ded-8677-f411182999bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:54.980574 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-072c43b3-b03d-4ded-8677-f411182999bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1196d13d69b54dbe8c8d8d977eb66744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955523 Jan 05 18:20:54.982539 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c43b3-b03d-4ded-8677-f411182999bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd10478-5cf2-4099-90a6-f63f37de8f76,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:54.984513 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36786) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:55.034102 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:55.053977 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:55.149424 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-03b78361-f8e4-4cd4-958a-2abb55c4ccd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386264 Jan 05 18:20:55.184864 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:55.187876 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:55.189013 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbd10478-5cf2-4099-90a6-f63f37de8f76 HTTP/1.1" status: 204 len: 168 time: 0.2035058 Jan 05 18:20:55.197012 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117cd9f-2e78-4a7f-83e1-4b848df3652c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd10478-5cf2-4099-90a6-f63f37de8f76,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:55.257006 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615f41-faae-463a-a718-ffa51707bd64 req-151059be-f352-46b2-bd5f-98a79cf4f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:55.258607 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-151059be-f352-46b2-bd5f-98a79cf4f571 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1098 time: 0.0498955 Jan 05 18:20:55.362058 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615f41-faae-463a-a718-ffa51707bd64 req-6c60474e-60ec-4e26-bf2a-c9ea36af86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:55.363552 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-6c60474e-60ec-4e26-bf2a-c9ea36af86c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0852120 Jan 05 18:20:55.431766 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-b7f72058-4016-4067-ab04-24331130507e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 1001 time: 0.0609956 Jan 05 18:20:55.482821 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615f41-faae-463a-a718-ffa51707bd64 req-d0bbe098-0b40-4c22-9a29-ccf1c60005c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:55.484288 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-d0bbe098-0b40-4c22-9a29-ccf1c60005c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0451634 Jan 05 18:20:55.530228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615f41-faae-463a-a718-ffa51707bd64 req-baaa9d87-6783-40fd-bfb8-793d47e17b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:20:55.531734 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-baaa9d87-6783-40fd-bfb8-793d47e17b53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410879 Jan 05 18:20:55.629528 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-eb76a5cb-902b-43e2-96b7-e8d0c76c725c service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907154 Jan 05 18:20:55.716226 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-5a615f41-faae-463a-a718-ffa51707bd64 req-f67c82f8-94f5-4ba7-9778-fa53f7114470 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803239 Jan 05 18:20:59.363124 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36870) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:59.465009 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87c4d2d6-2a2c-42c9-a620-22ede3a14465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.538484 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87c4d2d6-2a2c-42c9-a620-22ede3a14465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.607140 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-87c4d2d6-2a2c-42c9-a620-22ede3a14465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.648678 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-87c4d2d6-2a2c-42c9-a620-22ede3a14465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10da416fd4744134b66eba9b447144e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844794 Jan 05 18:20:59.649639 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4d2d6-2a2c-42c9-a620-22ede3a14465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28237dab-368d-425c-b13f-b424f68c5cbc,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:20:59.651437 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36874) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:20:59.701046 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.721612 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.856354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.858837 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:20:59.859978 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28237dab-368d-425c-b13f-b424f68c5cbc HTTP/1.1" status: 204 len: 168 time: 0.2075672 Jan 05 18:20:59.867769 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2385ae-39c9-4fe6-b6e7-a01bea292244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28237dab-368d-425c-b13f-b424f68c5cbc,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:00.449160 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 36882) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:00.462156 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-33a4123b-707a-4893-a648-b2009b3fe119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.537004 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-33a4123b-707a-4893-a648-b2009b3fe119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.627866 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-33a4123b-707a-4893-a648-b2009b3fe119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.665477 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-33a4123b-707a-4893-a648-b2009b3fe119 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ce0f77884d84f299ed11397fa9baa61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152457 Jan 05 18:21:00.666445 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4123b-707a-4893-a648-b2009b3fe119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8268031-9315-4ce0-843c-80f28d83a57e,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:00.668117 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36884) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:00.718373 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.739342 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.850353 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.852835 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:00.854032 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8268031-9315-4ce0-843c-80f28d83a57e HTTP/1.1" status: 204 len: 168 time: 0.1842940 Jan 05 18:21:00.862425 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bd8e8-32bc-4521-a66b-bd74ad22ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8268031-9315-4ce0-843c-80f28d83a57e,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:03.793244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 36938) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:03.946459 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port df49d006-3141-451e-93e8-6736110066ac {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:03.946798 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.021481 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.021807 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.033389 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for df49d006-3141-451e-93e8-6736110066ac owned by network:floatingip {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:04.282445 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.307026 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=df49d006-3141-451e-93e8-6736110066ac,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:04.367690 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.368019 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.db.l3_db [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP dc6462e0-51a3-44df-ad5d-4a645e8b6335 disassociated (deleted). External IP: 172.37.1.180, port: 3d2f98d0-8524-434e-9104-c73e7263cf78. Jan 05 18:21:04.572634 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:21:04.926624 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:21:04.930994 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:04.938102 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:21:04.947907 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:04.948517 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:04.958301 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-3d70fce5-73e9-4809-8057-acc4b5e79296 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "DELETE /v2.0/floatingips/dc6462e0-51a3-44df-ad5d-4a645e8b6335 HTTP/1.1" status: 204 len: 168 time: 1.1639264 Jan 05 18:21:04.958886 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:04.963336 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819b304-dc74-470c-996a-7b4bb5c778aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:04.998582 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc0fbc-be18-4932-9ce8-933ea0410fc4 x-openstack-request-id: req-22bc0fbc-be18-4932-9ce8-933ea0410fc4 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:04.998940 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:04.999322 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22bc0fbc-be18-4932-9ce8-933ea0410fc4 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:05.000340 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'status': 'completed', 'code': 200} Jan 05 18:21:05.057567 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:05.083457 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-ab684da1-206b-4ac8-aa06-dcde403bc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:05.084927 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-ab684da1-206b-4ac8-aa06-dcde403bc15f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 1099 time: 0.0426047 Jan 05 18:21:05.180146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-fdd0ce6e-e44d-4728-bac8-1cc13a7ad23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:05.181544 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-fdd0ce6e-e44d-4728-bac8-1cc13a7ad23c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0845590 Jan 05 18:21:05.222941 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-6ab1fc11-19ec-421e-91af-d33554fc50b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 200 len: 217 time: 0.0336757 Jan 05 18:21:05.287007 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-14e3107b-68d1-4878-bd71-e8097fb2d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:05.288923 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-14e3107b-68d1-4878-bd71-e8097fb2d922 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0584519 Jan 05 18:21:05.292726 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:05.326036 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:21:05.332835 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:05.333491 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:05.355398 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-39ea55de-1079-4bbd-baa7-53aabf55ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:05.357020 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-39ea55de-1079-4bbd-baa7-53aabf55ca74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0450644 Jan 05 18:21:05.447977 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:05.503813 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-cfd5ad3f-1905-45c4-af80-2124040d09e4 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281471 Jan 05 18:21:05.548638 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a932c9-e858-48f9-a0f6-59db6160ec0e req-74df0812-31d1-4ccf-8444-dc3dacdda528 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:05.555943 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b6a932c9-e858-48f9-a0f6-59db6160ec0e req-74df0812-31d1-4ccf-8444-dc3dacdda528 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0609245 Jan 05 18:21:05.597390 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-b6a932c9-e858-48f9-a0f6-59db6160ec0e req-977dea7a-c3e4-4740-a1d4-4f19def9378f tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405114 Jan 05 18:21:05.620499 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-9819b304-dc74-470c-996a-7b4bb5c778aa req-67e95bc3-ddbc-459e-b11c-61f7512481d5 service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121552 Jan 05 18:21:05.704177 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:05.737278 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421868e-d59b-4e23-8061-e07e3bf063f2 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_floatingips': [{'id': 'e6b06907-ff70-4c11-adbe-7be800e578aa', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'floating_ip_address': '172.37.1.191', 'floating_network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'router_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'port_id': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'mac_address': 'fa:16:3e:a1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:16:04Z', 'updated_at': '2022-01-05T18:16:07Z', 'revision_number': 1, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:21:05.971519 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a37c5-6f5b-4ba0-9ad2-f82c5f4faa0c None None] New status for floating IP dc6462e0-51a3-44df-ad5d-4a645e8b6335: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:21:06.713648 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1227dce-7ef5-4b13-beda-ce40f7870897 req-1534f996-f5b1-47fa-b9f5-38cd18c28049 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:06.715150 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1227dce-7ef5-4b13-beda-ce40f7870897 req-1534f996-f5b1-47fa-b9f5-38cd18c28049 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0531671 Jan 05 18:21:06.792103 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b1227dce-7ef5-4b13-beda-ce40f7870897 req-8ebe037b-f28b-4a62-b4ce-bf7aac57ebdd tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Jan 05 18:21:07.712207 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-ef17f40b-eea9-4a8f-b54d-76cfc8d11d83 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:07.713653 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-ef17f40b-eea9-4a8f-b54d-76cfc8d11d83 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0473468 Jan 05 18:21:07.810032 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port 3d2f98d0-8524-434e-9104-c73e7263cf78 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:07.810611 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:07.930834 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee380-8d96-47f5-9495-d4108744549e req-c083f1d3-35c1-473d-9253-be2a38c11b01 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:07.932299 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2adee380-8d96-47f5-9495-d4108744549e req-c083f1d3-35c1-473d-9253-be2a38c11b01 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 946 time: 0.0838842 Jan 05 18:21:07.937886 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] For port 3d2f98d0-8524-434e-9104-c73e7263cf78, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=3d2f98d0-8524-434e-9104-c73e7263cf78,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:07.938128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:07.961975 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for 3d2f98d0-8524-434e-9104-c73e7263cf78 owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:08.017249 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2adee380-8d96-47f5-9495-d4108744549e req-17386fd8-8d37-4225-aeef-07ffe2edabbe tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765660 Jan 05 18:21:08.190697 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:08.218404 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=3d2f98d0-8524-434e-9104-c73e7263cf78,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:08.263378 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] No DVR routers for this DVR port 3d2f98d0-8524-434e-9104-c73e7263cf78 on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:08.266310 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:08.269848 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ac9da646-e483-4ce2-8846-b470d34196a3 req-a6ff20a9-69d8-4d37-b6dd-38f85851415b tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "DELETE /v2.0/ports/3d2f98d0-8524-434e-9104-c73e7263cf78 HTTP/1.1" status: 204 len: 173 time: 0.5488997 Jan 05 18:21:08.270330 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'name': 'network-vif-deleted', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:08.273098 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320bba3-90b6-4349-92d7-17ec62634937" -d '{"events": [{"server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "name": "network-vif-deleted", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:08.311775 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9acfd7-80ae-4047-8c0f-5307426933c8 x-openstack-request-id: req-9e9acfd7-80ae-4047-8c0f-5307426933c8 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:08.314405 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67721d-e2c6-4b8a-a742-ec6d95782f6e", "name": "network-vif-deleted", "tag": "3d2f98d0-8524-434e-9104-c73e7263cf78", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:08.314405 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e9acfd7-80ae-4047-8c0f-5307426933c8 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:08.314405 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67721d-e2c6-4b8a-a742-ec6d95782f6e', 'name': 'network-vif-deleted', 'tag': '3d2f98d0-8524-434e-9104-c73e7263cf78', 'status': 'completed', 'code': 200} Jan 05 18:21:08.633885 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.120011 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-053f04ba-01a6-4a73-86ca-1f558a6945ec req-bbe847c0-3234-4029-aadf-e4a92d885aca tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b67721d-e2c6-4b8a-a742-ec6d95782f6e HTTP/1.1" status: 200 len: 210 time: 0.0300379 Jan 05 18:21:09.162707 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37010) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:09.269934 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-726a12fa-fd90-4f45-97f9-932b48b1a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.346090 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-726a12fa-fd90-4f45-97f9-932b48b1a697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.401817 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-726a12fa-fd90-4f45-97f9-932b48b1a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.439154 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-726a12fa-fd90-4f45-97f9-932b48b1a697 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2290d15c40d4ee0962e02ad46c381b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752955 Jan 05 18:21:09.440292 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a12fa-fd90-4f45-97f9-932b48b1a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b977c-7851-475a-a8a8-7edcec340c11,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:09.441865 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37018) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:09.492731 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.515788 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.646283 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:21:09.664670 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.668099 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:09.669543 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e98b977c-7851-475a-a8a8-7edcec340c11 HTTP/1.1" status: 204 len: 168 time: 0.2263427 Jan 05 18:21:09.677760 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d1ece-1896-4e9d-b192-8beda14afba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b977c-7851-475a-a8a8-7edcec340c11,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:09.773747 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd54f-b960-4b63-8dbc-c43f6f0587a1 req-4e9c246a-cf03-4aef-9a89-85023462febc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:09.775182 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bdafd54f-b960-4b63-8dbc-c43f6f0587a1 req-4e9c246a-cf03-4aef-9a89-85023462febc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0501847 Jan 05 18:21:09.820343 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-bdafd54f-b960-4b63-8dbc-c43f6f0587a1 req-f576d8dc-b0ec-4640-b5c4-f4f2ddd1de3c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Jan 05 18:21:10.275485 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37030) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:10.292951 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-873ccc20-492a-45ce-922a-f6cb1ff8e09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.364927 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-873ccc20-492a-45ce-922a-f6cb1ff8e09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.447207 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-873ccc20-492a-45ce-922a-f6cb1ff8e09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.489243 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-873ccc20-492a-45ce-922a-f6cb1ff8e09c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0131fc6e76164ef787a8496b0aca5bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127032 Jan 05 18:21:10.490157 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ccc20-492a-45ce-922a-f6cb1ff8e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3ae3f-c2da-4a6e-912b-65c27fe734b2,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:10.492825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37034) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:10.541470 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.564193 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.681788 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.690151 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:10.690151 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61d3ae3f-c2da-4a6e-912b-65c27fe734b2 HTTP/1.1" status: 204 len: 168 time: 0.1915321 Jan 05 18:21:10.694826 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd028b5-2e82-4d8f-ab9d-083d44309ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3ae3f-c2da-4a6e-912b-65c27fe734b2,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:10.934056 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc7d1-58c6-4165-a347-0dd86daba613 req-9d784e72-31d2-45ac-9b9c-4c3e0e28b6a8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:10.935429 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-570bc7d1-58c6-4165-a347-0dd86daba613 req-9d784e72-31d2-45ac-9b9c-4c3e0e28b6a8 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0486665 Jan 05 18:21:10.974132 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-570bc7d1-58c6-4165-a347-0dd86daba613 req-8be79239-19e5-4be1-8fbc-01c8ecde670a tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jan 05 18:21:11.336205 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-38c40f74-d17d-4b32-94f2-0f7219f26f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.087997 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f784df-1dc2-4ae3-8b27-0e8f0623f5e7 req-8d914545-b1f1-4bb4-97af-639d7ec0c7b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:12.089514 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c1f784df-1dc2-4ae3-8b27-0e8f0623f5e7 req-8d914545-b1f1-4bb4-97af-639d7ec0c7b1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0474575 Jan 05 18:21:12.127173 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c1f784df-1dc2-4ae3-8b27-0e8f0623f5e7 req-26115ac7-23cf-4047-a6d9-2fc44f38042c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Jan 05 18:21:12.143429 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-47482753-ce0f-422f-89e5-b23205d194b7 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:12.148079 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-47482753-ce0f-422f-89e5-b23205d194b7 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 946 time: 0.0492792 Jan 05 18:21:12.236620 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Deleting port b81b4f1c-b8d0-4f75-b66e-c996ad37812e {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:12.236943 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.327347 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] For port b81b4f1c-b8d0-4f75-b66e-c996ad37812e, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:12.327763 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.332293 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37074) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:12.341436 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Calling delete_port for b81b4f1c-b8d0-4f75-b66e-c996ad37812e owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:12.434943 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe350971-c4f0-415c-a747-015fe422b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.499011 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3d2f98d0-8524-434e-9104-c73e7263cf78 no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:12.524155 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 3d2f98d0-8524-434e-9104-c73e7263cf78 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:12.524155 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 3d2f98d0-8524-434e-9104-c73e7263cf78 not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:12.538847 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.566885 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event deleted for resources: {'Port': ['ID=b81b4f1c-b8d0-4f75-b66e-c996ad37812e,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:12.576818 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', '06b80582-0466-4e37-8870-ce3522239bab', 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:21:12.598476 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe350971-c4f0-415c-a747-015fe422b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.608139 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37080) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:12.617732 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] No DVR routers for this DVR port b81b4f1c-b8d0-4f75-b66e-c996ad37812e on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:12.619947 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.623284 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-f3eed5b0-2aa5-4fca-ad7c-5d6c2be90724 req-1b6e5423-ca92-4c76-9f19-709d78bcfc44 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "DELETE /v2.0/ports/b81b4f1c-b8d0-4f75-b66e-c996ad37812e HTTP/1.1" status: 204 len: 173 time: 0.4726386 Jan 05 18:21:12.623734 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'name': 'network-vif-deleted', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:12.626763 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d609a31-304d-4556-bc39-f381d41e80cb" -d '{"events": [{"server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "name": "network-vif-deleted", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:12.660750 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-fe350971-c4f0-415c-a747-015fe422b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.664413 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580f889-f369-402e-84af-46c06d63231b x-openstack-request-id: req-7580f889-f369-402e-84af-46c06d63231b {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:12.664911 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857e2f4-00b0-491c-8225-4f963c85dac6", "name": "network-vif-deleted", "tag": "b81b4f1c-b8d0-4f75-b66e-c996ad37812e", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:12.665650 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7580f889-f369-402e-84af-46c06d63231b {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:12.666069 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857e2f4-00b0-491c-8225-4f963c85dac6', 'name': 'network-vif-deleted', 'tag': 'b81b4f1c-b8d0-4f75-b66e-c996ad37812e', 'status': 'completed', 'code': 200} Jan 05 18:21:12.715675 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-fe350971-c4f0-415c-a747-015fe422b807 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4541bbbc8b304dbdb243adcaa17b6eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822420 Jan 05 18:21:12.718327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37084) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:12.755512 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe350971-c4f0-415c-a747-015fe422b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9756cb3-db2b-4c59-a43e-433f1ab09b34,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:12.772181 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.795391 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.839269 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port 49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:12.839929 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.917857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.918300 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.929860 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for 49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017 owned by network:floatingip {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:12.933417 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.936960 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:12.939406 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9756cb3-db2b-4c59-a43e-433f1ab09b34 HTTP/1.1" status: 204 len: 168 time: 0.2199302 Jan 05 18:21:12.948959 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69f36f-017a-459a-8a58-c3eff1c377d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9756cb3-db2b-4c59-a43e-433f1ab09b34,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:13.150008 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:13.176421 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=49f435f2-cd1f-4ed7-9e3d-7d8e20f8e017,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:13.251625 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-8c14f013-8471-44ba-a39b-a3fd061c50b2 req-b1dbf37f-cc27-45c0-8fd0-524ed191bfc6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0857e2f4-00b0-491c-8225-4f963c85dac6 HTTP/1.1" status: 200 len: 210 time: 0.0313017 Jan 05 18:21:13.261701 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:13.261956 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.db.l3_db [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Floating IP e6b06907-ff70-4c11-adbe-7be800e578aa disassociated (deleted). External IP: 172.37.1.191, port: cc53b920-be82-409d-983b-4ac61b3c409d. Jan 05 18:21:13.468821 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:21:13.580396 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:21:13.585204 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:13.590729 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:21:13.602457 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:13.603070 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:20:43Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:13.605975 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0d7b-3e50-470e-bbd1-4d37708fd5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:13.618046 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-08933508-cd4f-445b-b7ca-baf0aa414f81 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "DELETE /v2.0/floatingips/e6b06907-ff70-4c11-adbe-7be800e578aa HTTP/1.1" status: 204 len: 168 time: 1.0084846 Jan 05 18:21:13.625407 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d'}] {{(pid=102089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:13.625407 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9374f01ca78bb55f5a97222e6884fbccc603acf7f5107b2389ecf141ff518105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d"}]}' {{(pid=102089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:13.662861 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d203a8b-dcdf-4d08-afc3-bd5065c33294 x-openstack-request-id: req-6d203a8b-dcdf-4d08-afc3-bd5065c33294 {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:13.662861 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d", "status": "completed", "code": 200}]} {{(pid=102089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:13.662861 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d203a8b-dcdf-4d08-afc3-bd5065c33294 {{(pid=102089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:13.663147 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'status': 'completed', 'code': 200} Jan 05 18:21:13.721246 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:13.756009 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-1e2bb799-a830-4c1a-895a-d2942fbdb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:13.757668 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-1e2bb799-a830-4c1a-895a-d2942fbdb5aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08e68392448c4624aa2ae32698c65e8d&device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 1098 time: 0.0412116 Jan 05 18:21:13.853542 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-14d6fab5-a7e2-4136-bf1d-1355ea992c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:13.855200 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-14d6fab5-a7e2-4136-bf1d-1355ea992c00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 200 len: 912 time: 0.0900595 Jan 05 18:21:13.899046 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-ce93049e-7dcd-4e6a-8129-b23d56d997cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 200 len: 217 time: 0.0360365 Jan 05 18:21:13.950456 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-cc7cf64f-55ed-4ed2-bb7a-02b6b43d9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:13.951605 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:13.952244 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-cc7cf64f-55ed-4ed2-bb7a-02b6b43d9c16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 200 len: 850 time: 0.0458522 Jan 05 18:21:13.979223 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:21:13.991022 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:13.991816 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:21:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:14.009169 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-ee909452-9a4e-497a-8a90-1ffe2f20bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:14.010949 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-ee909452-9a4e-497a-8a90-1ffe2f20bb8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6f66398-92a1-4614-82f3-d4ba84635ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518222 Jan 05 18:21:14.086899 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929148b-3b77-45a2-a55f-371c5e2a55f9 req-99a81238-61d3-4393-abd0-60b097afa46a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:14.088537 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c929148b-3b77-45a2-a55f-371c5e2a55f9 req-99a81238-61d3-4393-abd0-60b097afa46a tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0520003 Jan 05 18:21:14.116094 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:14.139691 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c929148b-3b77-45a2-a55f-371c5e2a55f9 req-2ee7c448-8cef-4a51-929e-85931643b0ba tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Jan 05 18:21:14.182122 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-04073e2c-2e1a-4974-aa97-1b47d1f987aa service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994256 Jan 05 18:21:14.292810 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-4ad99fc1-80f0-4c71-a1e9-c626d21794f5 req-359bba02-7231-4ffd-a1fc-59101567bcab service neutron] 10.222.0.10 "GET /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988772 Jan 05 18:21:14.446198 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:14.475073 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543a9b3-8b79-437a-93c8-fafdf328cebb None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:11Z', 'revision_number': 4, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi', '_interfaces': [{'id': 'e869f36f-c8f1-4c93-bd63-80580b649c54', 'name': '', 'network_id': 'f6f66398-92a1-4614-82f3-d4ba84635ba6', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'mac_address': 'fa:16:3e:fb:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:10Z', 'updated_at': '2022-01-05T18:11:15Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'subnets': [{'id': '8057fdbe-8eec-4294-ac33-0196cbb9684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:21:14.630160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:14.714114 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a46b0-d52c-4ea2-8c8f-f0a888a763e2 None None] New status for floating IP e6b06907-ff70-4c11-adbe-7be800e578aa: DOWN {{(pid=102091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:21:15.254990 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bce52-3189-4be8-b39f-461d58d96393 req-18f7679c-3e3d-4a34-ab9f-842611732feb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:15.256446 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ef5bce52-3189-4be8-b39f-461d58d96393 req-18f7679c-3e3d-4a34-ab9f-842611732feb tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Jan 05 18:21:15.293537 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ef5bce52-3189-4be8-b39f-461d58d96393 req-ff7884af-7f7c-403a-a078-4477ddcb34a1 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/security-groups?id=3110d0d0-ddfc-490a-8b64-bc289db35656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jan 05 18:21:15.347050 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-1059797e-3838-4e9c-b348-7f60d56ace60 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:15.348478 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-1059797e-3838-4e9c-b348-7f60d56ace60 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 945 time: 0.0477684 Jan 05 18:21:15.439971 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port cc53b920-be82-409d-983b-4ac61b3c409d {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:15.440308 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:15.525045 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] For port cc53b920-be82-409d-983b-4ac61b3c409d, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=cc53b920-be82-409d-983b-4ac61b3c409d,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:15.525404 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:15.537225 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for cc53b920-be82-409d-983b-4ac61b3c409d owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:15.744278 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:15.773279 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=cc53b920-be82-409d-983b-4ac61b3c409d,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:15.819014 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] No DVR routers for this DVR port cc53b920-be82-409d-983b-4ac61b3c409d on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:15.821354 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:15.824695 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-ae016ace-d492-49fb-be47-e8cdd5307e9d req-36294085-28ad-43d1-b822-27e16e5beffa tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.10 "DELETE /v2.0/ports/cc53b920-be82-409d-983b-4ac61b3c409d HTTP/1.1" status: 204 len: 173 time: 0.4698517 Jan 05 18:21:15.825128 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'name': 'network-vif-deleted', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:15.827363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbf8b79-a1d5-4b62-bf71-fffb98cf4ffe" -d '{"events": [{"server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "name": "network-vif-deleted", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:15.863386 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199b6135-842c-437c-b00d-914395db7a74 x-openstack-request-id: req-199b6135-842c-437c-b00d-914395db7a74 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:15.870780 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8082cfa-4412-4f34-ba49-ff82c3abef30", "name": "network-vif-deleted", "tag": "cc53b920-be82-409d-983b-4ac61b3c409d", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:15.870970 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-199b6135-842c-437c-b00d-914395db7a74 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:15.871376 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8082cfa-4412-4f34-ba49-ff82c3abef30', 'name': 'network-vif-deleted', 'tag': 'cc53b920-be82-409d-983b-4ac61b3c409d', 'status': 'completed', 'code': 200} Jan 05 18:21:16.047179 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3f84-5406-450f-839f-3394fc5d7687 req-115c1191-6af9-4aa0-9873-6483041696f0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:16.049215 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4b5f3f84-5406-450f-839f-3394fc5d7687 req-115c1191-6af9-4aa0-9873-6483041696f0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0537636 Jan 05 18:21:16.087074 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4b5f3f84-5406-450f-839f-3394fc5d7687 req-d2801e3b-58d2-45c2-80fc-306c2e010f8c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jan 05 18:21:16.184398 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:16.388861 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-2782e0f8-d310-447d-bf97-53ddbd4eb342 req-4ac5ee1e-0311-4661-b5df-d6ebbb6015da tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8082cfa-4412-4f34-ba49-ff82c3abef30 HTTP/1.1" status: 200 len: 210 time: 0.0256817 Jan 05 18:21:16.523699 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device b81b4f1c-b8d0-4f75-b66e-c996ad37812e no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:16.543244 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:16.544510 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: b81b4f1c-b8d0-4f75-b66e-c996ad37812e {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:16.544846 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device b81b4f1c-b8d0-4f75-b66e-c996ad37812e not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:17.207508 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfb3ea-566a-4ba0-9e85-c6b1d2676e70 req-0feeadad-72ea-49d3-ac68-1bb5417891de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:17.208939 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62dfb3ea-566a-4ba0-9e85-c6b1d2676e70 req-0feeadad-72ea-49d3-ac68-1bb5417891de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0566266 Jan 05 18:21:17.247304 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-62dfb3ea-566a-4ba0-9e85-c6b1d2676e70 req-75f0ee3f-6ac2-4146-be26-debbae0952db tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Jan 05 18:21:17.443590 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37152) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:17.563953 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Deleting port d61ff47b-1c48-4cbf-8cae-6df92fe439e4 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:17.564224 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.637727 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.638076 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.649695 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Calling delete_port for d61ff47b-1c48-4cbf-8cae-6df92fe439e4 owned by network:floatingip {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:17.838807 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.865303 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'Port': ['ID=d61ff47b-1c48-4cbf-8cae-6df92fe439e4,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:17.924509 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for floatingip, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.927064 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for floatingip, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:17.928245 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-249ce080-d557-4772-a87a-43d07d5c0ec7 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "DELETE /v2.0/floatingips/1e48e4b9-0182-4245-ab10-37dc30fcc20b HTTP/1.1" status: 204 len: 168 time: 0.4836664 Jan 05 18:21:18.361218 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5977c8-03dc-4450-89b3-c0d6a38e7662 req-033c9ad3-114c-4375-9437-7e4bd48c8737 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:18.362780 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4b5977c8-03dc-4450-89b3-c0d6a38e7662 req-033c9ad3-114c-4375-9437-7e4bd48c8737 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0496945 Jan 05 18:21:18.401125 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-4b5977c8-03dc-4450-89b3-c0d6a38e7662 req-04e9e66f-1b3e-4111-b685-c4f28fb2afcb tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Jan 05 18:21:19.515697 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410df384-25e3-4c5e-8cf2-0d93215b459b req-d88da09d-ee58-4af8-ba51-86f1531d16b6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:19.517545 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-410df384-25e3-4c5e-8cf2-0d93215b459b req-d88da09d-ee58-4af8-ba51-86f1531d16b6 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Jan 05 18:21:19.554564 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-410df384-25e3-4c5e-8cf2-0d93215b459b req-241a15f5-99ae-4197-8cfd-669d134aee73 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Jan 05 18:21:19.602959 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device cc53b920-be82-409d-983b-4ac61b3c409d no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:19.623258 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: cc53b920-be82-409d-983b-4ac61b3c409d {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:19.623605 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device cc53b920-be82-409d-983b-4ac61b3c409d not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:20.669587 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0ef1-e978-4328-98b9-3b6d48713499 req-358d2ee9-f46c-441b-aa05-cc4d4e67504e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:20.671040 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ff7b0ef1-e978-4328-98b9-3b6d48713499 req-358d2ee9-f46c-441b-aa05-cc4d4e67504e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0508702 Jan 05 18:21:20.708628 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-ff7b0ef1-e978-4328-98b9-3b6d48713499 req-aa66daa5-0876-48e8-b149-9c90d852ff0c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Jan 05 18:21:21.818415 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf94-3e94-40ac-ac73-755e1a9dc831 req-71fbee0d-2ee4-4c55-a0a1-8cc42766aca3 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:21.819858 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-44e3cf94-3e94-40ac-ac73-755e1a9dc831 req-71fbee0d-2ee4-4c55-a0a1-8cc42766aca3 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0469263 Jan 05 18:21:21.856795 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-44e3cf94-3e94-40ac-ac73-755e1a9dc831 req-69fa80d4-0465-491c-b552-1308d9ffeb50 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Jan 05 18:21:22.752312 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-54a390e5-54b8-4368-8d04-41acdb242eac tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:22.753776 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-54a390e5-54b8-4368-8d04-41acdb242eac tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0535147 Jan 05 18:21:22.845995 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Deleting port 06b80582-0466-4e37-8870-ce3522239bab {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:22.846727 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:22.942713 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] For port 06b80582-0466-4e37-8870-ce3522239bab, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=06b80582-0466-4e37-8870-ce3522239bab,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:22.943116 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:22.956145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Calling delete_port for 06b80582-0466-4e37-8870-ce3522239bab owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:22.969021 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb70bc-56ce-4d8c-96a6-8605e6bdde6a req-63dab5a0-a72b-4ad1-9d09-1945dc07359c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:22.971764 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c3eb70bc-56ce-4d8c-96a6-8605e6bdde6a req-63dab5a0-a72b-4ad1-9d09-1945dc07359c tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Jan 05 18:21:23.010714 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c3eb70bc-56ce-4d8c-96a6-8605e6bdde6a req-e2c95e92-d802-4445-bb9d-34a705fd820f tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jan 05 18:21:23.132611 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.160143 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event deleted for resources: {'Port': ['ID=06b80582-0466-4e37-8870-ce3522239bab,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:23.166530 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', '06b80582-0466-4e37-8870-ce3522239bab'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:21:23.200340 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] No DVR routers for this DVR port 06b80582-0466-4e37-8870-ce3522239bab on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:23.202948 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.206885 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b89e5789-44fc-4305-bf5a-d15989b17dae req-225e026c-6df0-45d9-8048-2c259612bcdd tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "DELETE /v2.0/ports/06b80582-0466-4e37-8870-ce3522239bab HTTP/1.1" status: 204 len: 173 time: 0.4443357 Jan 05 18:21:23.207368 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'name': 'network-vif-deleted', 'tag': '06b80582-0466-4e37-8870-ce3522239bab'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:23.209677 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d13724e-4dea-4e4f-a6d3-ba9adf947ef4" -d '{"events": [{"server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "name": "network-vif-deleted", "tag": "06b80582-0466-4e37-8870-ce3522239bab"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:23.246041 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc2c07d-5de6-41ec-90f7-734fde7a50d7 x-openstack-request-id: req-5fc2c07d-5de6-41ec-90f7-734fde7a50d7 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:23.246305 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb54b6e-3534-4691-a349-fb0d007e11a6", "name": "network-vif-deleted", "tag": "06b80582-0466-4e37-8870-ce3522239bab", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:23.246553 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fc2c07d-5de6-41ec-90f7-734fde7a50d7 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:23.246945 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb54b6e-3534-4691-a349-fb0d007e11a6', 'name': 'network-vif-deleted', 'tag': '06b80582-0466-4e37-8870-ce3522239bab', 'status': 'completed', 'code': 200} Jan 05 18:21:23.515933 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37196) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:23.574518 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.601393 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.747483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.750096 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:23.751736 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] 10.222.0.26 "DELETE /v2.0/security-groups/3110d0d0-ddfc-490a-8b64-bc289db35656 HTTP/1.1" status: 204 len: 168 time: 0.2341232 Jan 05 18:21:23.760818 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b167bc-6cc5-4c6d-a07e-6c0da5e12c61 tempest-TestVolumeBootPattern-2007169196 tempest-TestVolumeBootPattern-2007169196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3110d0d0-ddfc-490a-8b64-bc289db35656,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:23.888349 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37206) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:24.137760 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-d140982c-0ea3-46fb-b428-61d3258fa286 req-e53e41be-c283-40b7-9590-bd04beb9a908 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eb54b6e-3534-4691-a349-fb0d007e11a6 HTTP/1.1" status: 200 len: 210 time: 0.0344183 Jan 05 18:21:24.415590 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:24.658430 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Deleting port e869f36f-c8f1-4c93-bd63-80580b649c54 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:24.658768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:24.738345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] For port e869f36f-c8f1-4c93-bd63-80580b649c54, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=e869f36f-c8f1-4c93-bd63-80580b649c54,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:24.738707 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:24.751904 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Calling delete_port for e869f36f-c8f1-4c93-bd63-80580b649c54 owned by network:router_interface {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:24.998868 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:25.026321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e869f36f-c8f1-4c93-bd63-80580b649c54,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:25.440985 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:25.640116 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4ef0-1695-4af3-a2f2-b970751772e8 req-b01e628c-d63f-4a56-b4a2-ecefc409f957 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:25.642199 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-754c4ef0-1695-4af3-a2f2-b970751772e8 req-b01e628c-d63f-4a56-b4a2-ecefc409f957 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0499365 Jan 05 18:21:25.648712 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Router f1316d28-11d0-42fa-ab36-d39b2bfa515a has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:21:25.680428 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-754c4ef0-1695-4af3-a2f2-b970751772e8 req-651351af-2b10-4042-991a-3f2441724ea7 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jan 05 18:21:25.753511 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:21:25.758461 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-85d338d7-bdf9-4681-90c9-b01a2d848ea4 admin admin] 10.222.0.26 "PUT /v2.0/routers/f1316d28-11d0-42fa-ab36-d39b2bfa515a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688877 Jan 05 18:21:25.760961 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37242) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:25.763645 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Sync routers for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:21:25.777862 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:25.778512 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:21:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:25.867093 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:25.883160 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: dv-cinder-xena-3-iscsi {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:25.971055 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.058295 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44'}], 'enable_snat': True}, 'gw_port_id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:21:24Z', 'revision_number': 5, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port': {'id': 'da5a5bf7-a7b6-4714-adf2-ed833dc04b80', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:26.086089 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Checking router: f1316d28-11d0-42fa-ab36-d39b2bfa515a for host: dv-cinder-xena-3-iscsi {{(pid=102090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:21:26.094485 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Routers {'f1316d28-11d0-42fa-ab36-d39b2bfa515a'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:26.095106 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:21:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'], 'active': True} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:26.106064 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Deleting port da5a5bf7-a7b6-4714-adf2-ed833dc04b80 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:26.106604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.129328 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 06b80582-0466-4e37-8870-ce3522239bab no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:26.177389 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 06b80582-0466-4e37-8870-ce3522239bab {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:26.177861 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 06b80582-0466-4e37-8870-ce3522239bab not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:26.187625 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] For port da5a5bf7-a7b6-4714-adf2-ed833dc04b80, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:26.188145 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.200429 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvr_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] Set router f1316d28-11d0-42fa-ab36-d39b2bfa515a gateway port host: None {{(pid=102090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:26.205479 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Calling delete_port for da5a5bf7-a7b6-4714-adf2-ed833dc04b80 owned by network:router_gateway {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:26.254796 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_hamode_db [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:21:25Z', 'revision_number': 6, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:26.282329 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc724c-9b1d-4bfd-b808-ce9397b9f8d8 None None] The sync data for ids ['f1316d28-11d0-42fa-ab36-d39b2bfa515a'] in dv-cinder-xena-3-iscsi is: [{'id': 'f1316d28-11d0-42fa-ab36-d39b2bfa515a', 'name': 'tempest-TestVolumeBootPattern-279596055-router', 'tenant_id': '08e68392448c4624aa2ae32698c65e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:08Z', 'updated_at': '2022-01-05T18:21:25Z', 'revision_number': 6, 'project_id': '08e68392448c4624aa2ae32698c65e8d', 'gw_port_host': None}] {{(pid=102090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:21:26.456141 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.485833 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5a5bf7-a7b6-4714-adf2-ed833dc04b80,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:26.544440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.632401 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.634638 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.745812 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e869f36f-c8f1-4c93-bd63-80580b649c54 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:26.768715 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: e869f36f-c8f1-4c93-bd63-80580b649c54 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:26.769401 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device e869f36f-c8f1-4c93-bd63-80580b649c54 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:26.794352 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.797027 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1316d28-11d0-42fa-ab36-d39b2bfa515a {{(pid=102088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:21:26.799524 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] Notify callbacks [] for router, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.800615 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-5310b984-c7ce-4ba6-abc3-4f629672ace2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f1316d28-11d0-42fa-ab36-d39b2bfa515a HTTP/1.1" status: 204 len: 168 time: 1.0387218 Jan 05 18:21:26.803179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37252) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:26.855832 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc162b-b47c-4a83-90dd-84aea283cd54 req-62f1d982-d8cb-42c4-8587-200bc05fe2a1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:26.857304 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b5bc162b-b47c-4a83-90dd-84aea283cd54 req-62f1d982-d8cb-42c4-8587-200bc05fe2a1 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0883379 Jan 05 18:21:26.862211 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Deleting subnet 8057fdbe-8eec-4294-ac33-0196cbb9684e {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:21:26.870582 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.921834 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742473'] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:26.926604 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-b5bc162b-b47c-4a83-90dd-84aea283cd54 req-8f6b3aa5-6ba9-445a-84c9-7608ae7759cf tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Jan 05 18:21:27.003426 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.148131 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25741712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700722'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.173363 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8057fdbe-8eec-4294-ac33-0196cbb9684e,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:27.179675 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.183161 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-459f28b3-3ce2-42ab-95d9-721bd4c77ac8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8057fdbe-8eec-4294-ac33-0196cbb9684e HTTP/1.1" status: 204 len: 168 time: 0.3790574 Jan 05 18:21:27.185703 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37258) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:27.189029 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f1701-8793-4d20-a62c-e59836406108 None None] Network f6f66398-92a1-4614-82f3-d4ba84635ba6 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:21:27.262245 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.318556 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Deleting port c490761d-089d-453a-908b-1e136d397d95 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:27.319018 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.379525 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] DHCP port deletion for f6f66398-92a1-4614-82f3-d4ba84635ba6 request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:21:27.390667 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] For port c490761d-089d-453a-908b-1e136d397d95, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c490761d-089d-453a-908b-1e136d397d95,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:27.391146 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.405600 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Calling delete_port for c490761d-089d-453a-908b-1e136d397d95 owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:27.431906 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Deleting port c490761d-089d-453a-908b-1e136d397d95 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:27.432270 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.499002 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] For port c490761d-089d-453a-908b-1e136d397d95, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=c490761d-089d-453a-908b-1e136d397d95,segment=NetworkSegment(ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0),segment_id=ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:27.499669 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.516968 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Calling delete_port for c490761d-089d-453a-908b-1e136d397d95 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:27.530503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-45019ead-4bfc-4643-8f4b-1439f28324ab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:27.532257 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-45019ead-4bfc-4643-8f4b-1439f28324ab tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.0639424 Jan 05 18:21:27.570574 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37262) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:27.593275 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.595980 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.621033 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] Pushing event deleted for resources: {'Port': ['ID=c490761d-089d-453a-908b-1e136d397d95,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:27.623075 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15919f-d210-4876-90eb-c6e9a8b621e2 None None] No DVR routers for this DVR port c490761d-089d-453a-908b-1e136d397d95 on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:27.631336 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c490761d-089d-453a-908b-1e136d397d95,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:27.634822 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] No DVR routers for this DVR port c490761d-089d-453a-908b-1e136d397d95 on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:27.702519 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1312ebd5-56bd-4128-a551-9db4e5be268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.714655 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.731690 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Deleting port d9e87733-bf00-4f60-aa65-f1b8885d23dd {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:27.736387 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.755327 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f66398-92a1-4614-82f3-d4ba84635ba6']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:27.779200 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1312ebd5-56bd-4128-a551-9db4e5be268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.789746 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:27.793640 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea071c3b-2e2d-44f4-a2d1-f10dce4a97a0') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:27.805452 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.825515 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.840332 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:21:27.840634 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:21:27.842227 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:21:27.849766 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-1312ebd5-56bd-4128-a551-9db4e5be268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.889178 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-1312ebd5-56bd-4128-a551-9db4e5be268a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=151b921f45a44a2bb7e2d862531c9684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235202 Jan 05 18:21:27.891732 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37266) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:27.893106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] For port d9e87733-bf00-4f60-aa65-f1b8885d23dd, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=d9e87733-bf00-4f60-aa65-f1b8885d23dd,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:27.893468 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.897558 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ebd5-56bd-4128-a551-9db4e5be268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3e1a0-3df5-4981-bb55-db55a11c84fd,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:27.914434 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Calling delete_port for d9e87733-bf00-4f60-aa65-f1b8885d23dd owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:27.943824 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.964821 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.992962 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:27.997849 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.002262 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6f66398-92a1-4614-82f3-d4ba84635ba6 HTTP/1.1" status: 204 len: 168 time: 0.8155520 Jan 05 18:21:28.005932 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37270) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:28.038456 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45b1f9-33aa-4b87-8b22-9877c0490bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f66398-92a1-4614-82f3-d4ba84635ba6,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:28.134714 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df548c91-b96c-4046-936f-0c181ae2cc7e req-a53f051c-300d-4f36-8069-c0bd6e2730cc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:28.136111 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df548c91-b96c-4046-936f-0c181ae2cc7e req-a53f051c-300d-4f36-8069-c0bd6e2730cc tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1390585-92ac-49ce-b920-2a504beef96d HTTP/1.1" status: 200 len: 946 time: 0.1276269 Jan 05 18:21:28.161714 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.192296 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event deleted for resources: {'Port': ['ID=d9e87733-bf00-4f60-aa65-f1b8885d23dd,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:28.198271 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'd9e87733-bf00-4f60-aa65-f1b8885d23dd'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:21:28.235992 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] No DVR routers for this DVR port d9e87733-bf00-4f60-aa65-f1b8885d23dd on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:28.236729 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.238839 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.239787 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.241087 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbf3e1a0-3df5-4981-bb55-db55a11c84fd HTTP/1.1" status: 204 len: 168 time: 0.3484623 Jan 05 18:21:28.242116 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-83f50731-e3eb-446b-b2cf-e747e77a747e req-39504273-d50c-43ab-8de0-d06fc37674de tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "DELETE /v2.0/ports/d9e87733-bf00-4f60-aa65-f1b8885d23dd HTTP/1.1" status: 204 len: 173 time: 0.7042394 Jan 05 18:21:28.242568 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'name': 'network-vif-deleted', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:28.245414 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12191b6-a0d9-47a2-b578-a33f46432005" -d '{"events": [{"server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "name": "network-vif-deleted", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:28.261231 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-df548c91-b96c-4046-936f-0c181ae2cc7e req-a3091462-6a7c-438b-903c-924767e52bc5 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177077 Jan 05 18:21:28.264706 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30eeb2-4fa7-4a6f-b92a-97035caff20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3e1a0-3df5-4981-bb55-db55a11c84fd,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:28.301008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39167b90-9d52-4c41-8bd3-356c4a4d3ca1 x-openstack-request-id: req-39167b90-9d52-4c41-8bd3-356c4a4d3ca1 {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:28.301490 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1390585-92ac-49ce-b920-2a504beef96d", "name": "network-vif-deleted", "tag": "d9e87733-bf00-4f60-aa65-f1b8885d23dd", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:28.302093 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39167b90-9d52-4c41-8bd3-356c4a4d3ca1 {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:28.302640 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1390585-92ac-49ce-b920-2a504beef96d', 'name': 'network-vif-deleted', 'tag': 'd9e87733-bf00-4f60-aa65-f1b8885d23dd', 'status': 'completed', 'code': 200} Jan 05 18:21:28.444689 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568807'] for router_interface, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:28.561583 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device c490761d-089d-453a-908b-1e136d397d95 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:28.581921 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: c490761d-089d-453a-908b-1e136d397d95 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:28.582349 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device c490761d-089d-453a-908b-1e136d397d95 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:28.582773 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device da5a5bf7-a7b6-4714-adf2-ed833dc04b80 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:28.601615 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: da5a5bf7-a7b6-4714-adf2-ed833dc04b80 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:28.601960 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device da5a5bf7-a7b6-4714-adf2-ed833dc04b80 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:28.940104 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Deleting port de49f0c2-a464-4c43-af38-92c91d62e744 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:28.940665 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:29.016657 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] For port de49f0c2-a464-4c43-af38-92c91d62e744, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=de49f0c2-a464-4c43-af38-92c91d62e744,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:29.017014 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:29.028909 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Calling delete_port for de49f0c2-a464-4c43-af38-92c91d62e744 owned by network:router_interface {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:29.301451 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:29.327446 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Pushing event deleted for resources: {'Port': ['ID=de49f0c2-a464-4c43-af38-92c91d62e744,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:29.501497 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-565297'] for router_interface, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:29.714868 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Router 66af1f12-3106-45c1-8cd4-324c7f48effb has already been hosted by L3 agent d24ec3ae-ad1e-481b-84ef-0dbcbbd93128 {{(pid=102089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:21:29.819576 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] Notify agent at l3_agent.dv-cinder-xena-3-iscsi the message routers_updated {{(pid=102089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:21:29.824473 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-a97630f0-c4fe-434a-8af0-effa8a7e49df admin admin] 10.222.0.26 "PUT /v2.0/routers/66af1f12-3106-45c1-8cd4-324c7f48effb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8177824 Jan 05 18:21:29.826994 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37284) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:29.828784 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Sync routers for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:21:29.838605 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:29.839210 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:21:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:29.932987 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks [] for router, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:29.942087 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: dv-cinder-xena-3-iscsi {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:30.035812 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.118363 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'external_fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:21:29Z', 'revision_number': 5, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port': {'id': '54905802-95e1-41ae-8d18-605bc1895ab7', 'name': '', 'network_id': 'c4264420-c1eb-46e8-af32-5bb5027c981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-xena-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:11:15Z', 'updated_at': '2022-01-05T18:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '764091d9-beb6-4fa2-b2d9-37c5bb4be1b2', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-xena-3-iscsi'}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:30.145207 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Checking router: 66af1f12-3106-45c1-8cd4-324c7f48effb for host: dv-cinder-xena-3-iscsi {{(pid=102091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:21:30.153602 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Routers {'66af1f12-3106-45c1-8cd4-324c7f48effb'} bound to L3 agent in host dv-cinder-xena-3-iscsi {{(pid=102091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:21:30.154271 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-xena-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T17:58:13Z,description=,heartbeat_timestamp=2022-01-05T18:21:13Z,host='dv-cinder-xena-3-iscsi',id=d24ec3ae-ad1e-481b-84ef-0dbcbbd93128,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T17:58:14Z,topic='l3_agent')) {'router_ids': ['66af1f12-3106-45c1-8cd4-324c7f48effb'], 'active': True} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:30.176264 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Deleting port 54905802-95e1-41ae-8d18-605bc1895ab7 {{(pid=102089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:30.176595 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.239135 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_dvr_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] Set router 66af1f12-3106-45c1-8cd4-324c7f48effb gateway port host: None {{(pid=102091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:21:30.255195 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.db [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] For port 54905802-95e1-41ae-8d18-605bc1895ab7, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=54905802-95e1-41ae-8d18-605bc1895ab7,segment=NetworkSegment(8da76cac-715f-45f8-b8e8-f4eab05a348f),segment_id=8da76cac-715f-45f8-b8e8-f4eab05a348f)] {{(pid=102089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:30.255642 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.268642 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.plugin [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Calling delete_port for 54905802-95e1-41ae-8d18-605bc1895ab7 owned by network:router_gateway {{(pid=102089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:30.294121 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.l3_hamode_db [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:21:30Z', 'revision_number': 6, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port_host': None}], 'dv-cinder-xena-3-iscsi', False) {} {{(pid=102091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:30.320078 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082ed16-7500-48fc-9be7-3d2b7bb0494a None None] The sync data for ids ['66af1f12-3106-45c1-8cd4-324c7f48effb'] in dv-cinder-xena-3-iscsi is: [{'id': '66af1f12-3106-45c1-8cd4-324c7f48effb', 'name': 'tempest-TestVolumeBootPattern-661848020-router', 'tenant_id': '50ae0c2121d4419ba365df6b4d3d5537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:11:14Z', 'updated_at': '2022-01-05T18:21:30Z', 'revision_number': 6, 'project_id': '50ae0c2121d4419ba365df6b4d3d5537', 'gw_port_host': None}] {{(pid=102091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:21:30.512496 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25507095'] for port, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.539872 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Pushing event deleted for resources: {'Port': ['ID=54905802-95e1-41ae-8d18-605bc1895ab7,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:30.606398 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570673'] for router_gateway, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.699889 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-615'] for router, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.702633 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.782874 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device de49f0c2-a464-4c43-af38-92c91d62e744 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:30.805904 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: de49f0c2-a464-4c43-af38-92c91d62e744 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:30.806267 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device de49f0c2-a464-4c43-af38-92c91d62e744 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:30.815570 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-572903'] for router, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.816105 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66af1f12-3106-45c1-8cd4-324c7f48effb {{(pid=102089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:21:30.820265 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] Notify callbacks [] for router, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.821398 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-255aa49e-16d4-4fdb-991a-407ef56c2675 admin admin] 10.222.0.26 "DELETE /v2.0/routers/66af1f12-3106-45c1-8cd4-324c7f48effb HTTP/1.1" status: 204 len: 168 time: 0.9933350 Jan 05 18:21:30.824077 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37290) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:30.867192 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.db_base_plugin_v2 [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Deleting subnet 92b0fc74-943b-4470-892d-3c7ceb28ae44 {{(pid=102088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:21:30.870104 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.904534 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742473'] for subnet, precommit_delete_associations {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:30.970846 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b056b-b545-4cc3-95c1-9454e96dc4e0 req-ba417fbd-2e50-4962-9f14-13d4bedf7e5e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:30.972336 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e12b056b-b545-4cc3-95c1-9454e96dc4e0 req-ba417fbd-2e50-4962-9f14-13d4bedf7e5e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0524125 Jan 05 18:21:30.984106 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.011650 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e12b056b-b545-4cc3-95c1-9454e96dc4e0 req-c4457e9f-a94e-4241-ba88-c35d867a694e tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Jan 05 18:21:31.111113 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25741712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700722'] for subnet, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.134644 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b0fc74-943b-4470-892d-3c7ceb28ae44,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:31.141235 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for subnet, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.145317 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-372f8e95-29fc-4614-83e1-7fc8f32ee099 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/92b0fc74-943b-4470-892d-3c7ceb28ae44 HTTP/1.1" status: 204 len: 168 time: 0.3202744 Jan 05 18:21:31.145959 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a4258-d7b7-47fa-83a1-40339219b0d5 None None] Network fa3f6c71-453d-4265-8d1d-68bd98447560 requested from dv-cinder-xena-3-iscsi {{(pid=102090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 05 18:21:31.147916 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37294) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:31.223022 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.281384 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Deleting port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:31.281859 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.343440 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] DHCP port deletion for fa3f6c71-453d-4265-8d1d-68bd98447560 request from dv-cinder-xena-3-iscsi {{(pid=102090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 05 18:21:31.347483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] For port df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:31.347855 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.364440 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Calling delete_port for df42ef86-b679-4d32-bbf8-e73bb8bd84d2 owned by network:dhcp {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:31.396944 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Deleting port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 {{(pid=102090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:31.397315 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.457788 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] For port df42ef86-b679-4d32-bbf8-e73bb8bd84d2, host dv-cinder-xena-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-xena-3-iscsi',level=0,port_id=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,segment=NetworkSegment(e7d1448a-8eae-451d-8095-c2d9485ae8de),segment_id=e7d1448a-8eae-451d-8095-c2d9485ae8de)] {{(pid=102090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:31.458213 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.470501 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Calling delete_port for df42ef86-b679-4d32-bbf8-e73bb8bd84d2 owned by network:dhcp {{(pid=102090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:31.524721 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.546585 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723'] for port, after_delete {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.552561 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] No DVR routers for this DVR port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 on host dv-cinder-xena-3-iscsi {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:31.557321 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:31.570478 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] Pushing event deleted for resources: {'Port': ['ID=df42ef86-b679-4d32-bbf8-e73bb8bd84d2,revision_number=None']} {{(pid=102090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:31.575856 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda8666-89a4-46ec-91ae-72b3e3ce3d5e None None] No DVR routers for this DVR port df42ef86-b679-4d32-bbf8-e73bb8bd84d2 on host dv-cinder-xena-3-iscsi {{(pid=102090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:31.630239 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.649921 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3f6c71-453d-4265-8d1d-68bd98447560']}} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:31.659244 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d1448a-8eae-451d-8095-c2d9485ae8de') {'for_net_delete': True} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:31.659536 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.services.segments.db [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d1448a-8eae-451d-8095-c2d9485ae8de') {} {{(pid=102088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:31.668533 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742494'] for segment, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.680964 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.687069 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25741646'] for segment, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: Traceback (most recent call last): Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: timer() Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: cb(*args, **kw) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: return func(*args, **kwargs) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: self._notify() Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: self.callback(batched_events) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: event.method(event) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: return f(self, *a, **k) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._get(url).json() Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: return self.request(url, 'GET', **kwargs) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:21:31.691494 dv-cinder-xena-3-iscsi neutron-server[102088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:21:31.795538 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.801008 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:31.804135 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fa3f6c71-453d-4265-8d1d-68bd98447560 HTTP/1.1" status: 204 len: 168 time: 0.6552994 Jan 05 18:21:31.815705 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48170170-d014-4b2e-be30-086b4897e2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3f6c71-453d-4265-8d1d-68bd98447560,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:32.105750 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d9e87733-bf00-4f60-aa65-f1b8885d23dd no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:32.127011 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: d9e87733-bf00-4f60-aa65-f1b8885d23dd {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:32.127360 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device d9e87733-bf00-4f60-aa65-f1b8885d23dd not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:32.130768 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fbf40-2b2c-4f1d-9312-3dfb164b731f req-ab882479-9eeb-43bc-9128-d45fb7ef7fba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:32.132264 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-381fbf40-2b2c-4f1d-9312-3dfb164b731f req-ab882479-9eeb-43bc-9128-d45fb7ef7fba tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0484817 Jan 05 18:21:32.147480 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37300) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:32.174208 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-381fbf40-2b2c-4f1d-9312-3dfb164b731f req-2e631e4e-2f49-424e-a55d-24dc7c4c8c09 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Jan 05 18:21:32.186898 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-0f74f568-6252-47dd-bc97-a14b4a6b9799 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08e68392448c4624aa2ae32698c65e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382390 Jan 05 18:21:32.189436 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37302) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:32.235483 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:32.255173 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:32.383841 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:32.386495 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:32.387436 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a008766c-15a9-4600-bfef-efa30c1a858a HTTP/1.1" status: 204 len: 168 time: 0.1971374 Jan 05 18:21:32.395635 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51368d2e-a924-4e7a-bf9c-f48dde196824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a008766c-15a9-4600-bfef-efa30c1a858a,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:32.561320 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54905802-95e1-41ae-8d18-605bc1895ab7 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:32.582851 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: 54905802-95e1-41ae-8d18-605bc1895ab7 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:32.583198 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device 54905802-95e1-41ae-8d18-605bc1895ab7 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:32.583609 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device df42ef86-b679-4d32-bbf8-e73bb8bd84d2 no longer exists at agent ovs-agent-dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:32.601838 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] No Port match for: df42ef86-b679-4d32-bbf8-e73bb8bd84d2 {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:32.602207 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Device df42ef86-b679-4d32-bbf8-e73bb8bd84d2 not bound to the agent host dv-cinder-xena-3-iscsi {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:33.017141 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde149-ac78-4201-bfc7-694cafb5737b req-e4e3d144-d0b3-4577-ba1a-f8129cab9296 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:33.018623 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71fde149-ac78-4201-bfc7-694cafb5737b req-e4e3d144-d0b3-4577-ba1a-f8129cab9296 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0487111 Jan 05 18:21:33.103172 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Deleting port 20345e39-42ea-44fa-a4ec-35f8c8af1eba {{(pid=102088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jan 05 18:21:33.103511 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752290789699'] for port, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.131311 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37308) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:33.170808 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-62368097-d766-4573-85cd-26af7475fc90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50ae0c2121d4419ba365df6b4d3d5537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383255 Jan 05 18:21:33.174170 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37310) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:33.195462 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.db [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] For port 20345e39-42ea-44fa-a4ec-35f8c8af1eba, host hv-cinder-xena0, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-xena0',level=0,port_id=20345e39-42ea-44fa-a4ec-35f8c8af1eba,segment=NetworkSegment(a9c63d24-bb46-4445-b8c3-e594b2cb0ec4),segment_id=a9c63d24-bb46-4445-b8c3-e594b2cb0ec4)] {{(pid=102088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:21:33.196034 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565488'] for port, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.209604 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.plugins.ml2.plugin [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Calling delete_port for 20345e39-42ea-44fa-a4ec-35f8c8af1eba owned by compute:nova {{(pid=102088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Jan 05 18:21:33.226972 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.257305 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.317604 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186cb2d-e86e-4da5-8539-d1225a3d2379 req-cf91f3e1-4236-4ba0-bbc9-f8cad6922c8d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:21:33.319138 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e186cb2d-e86e-4da5-8539-d1225a3d2379 req-cf91f3e1-4236-4ba0-bbc9-f8cad6922c8d tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 946 time: 0.0745018 Jan 05 18:21:33.358829 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-e186cb2d-e86e-4da5-8539-d1225a3d2379 req-d87bda81-e81a-423f-8432-630b25a88adf tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0db7123-a141-4805-91fa-97dd84888bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Jan 05 18:21:33.412549 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.415201 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.416313 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d80e36a1-e948-4b70-8c77-d213f5415976 HTTP/1.1" status: 204 len: 168 time: 0.2412603 Jan 05 18:21:33.425053 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5916d-e21d-44a1-b92e-9bc4467f5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e36a1-e948-4b70-8c77-d213f5415976,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:33.458568 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1604281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752290795641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752290278723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25741731'] for port, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.486343 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Pushing event deleted for resources: {'Port': ['ID=20345e39-42ea-44fa-a4ec-35f8c8af1eba,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:33.497587 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.db [None req-7285399b-664c-4f08-88b2-034605d16706 None None] get_ports_and_sgs() called for port_ids ['20345e39-42ea-44fa-a4ec-35f8c8af1eba'] {{(pid=102090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:21:33.533166 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] No DVR routers for this DVR port 20345e39-42ea-44fa-a4ec-35f8c8af1eba on host hv-cinder-xena0 {{(pid=102088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:21:33.535392 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234817'] for port, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:33.538643 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [req-71fde149-ac78-4201-bfc7-694cafb5737b req-a312ab7a-65d2-4c8f-a720-03fc67ae1ea0 tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.10 "DELETE /v2.0/ports/20345e39-42ea-44fa-a4ec-35f8c8af1eba HTTP/1.1" status: 204 len: 173 time: 0.5147922 Jan 05 18:21:33.539082 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'name': 'network-vif-deleted', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba'}] {{(pid=102088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:21:33.541317 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbfd6053332fc83f493b3f34697aad7341ea5b4b8b7ffcbdab07247918a17381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c690f-acdf-4de1-a8b2-cd36b749ce2e" -d '{"events": [{"server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "name": "network-vif-deleted", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba"}]}' {{(pid=102088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:21:33.575582 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b91d229-6df6-4c97-9150-11adf7c811bc x-openstack-request-id: req-4b91d229-6df6-4c97-9150-11adf7c811bc {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:21:33.575879 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a34579-8bcd-4497-8864-7a0197b620ac", "name": "network-vif-deleted", "tag": "20345e39-42ea-44fa-a4ec-35f8c8af1eba", "status": "completed", "code": 200}]} {{(pid=102088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:21:33.576134 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b91d229-6df6-4c97-9150-11adf7c811bc {{(pid=102088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:21:33.576531 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a34579-8bcd-4497-8864-7a0197b620ac', 'name': 'network-vif-deleted', 'tag': '20345e39-42ea-44fa-a4ec-35f8c8af1eba', 'status': 'completed', 'code': 200} Jan 05 18:21:34.461473 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [req-c7595f1b-e069-4fb8-ba08-414648b7f0d8 req-79b60106-1779-4f8f-9f8c-1c4f296a9c9f tempest-AttachVolumeNegativeTest-520508494 tempest-AttachVolumeNegativeTest-520508494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5a34579-8bcd-4497-8864-7a0197b620ac HTTP/1.1" status: 200 len: 210 time: 0.0261111 Jan 05 18:21:35.517312 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37322) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:35.561786 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Deleting subnet 6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 {{(pid=102089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 05 18:21:35.565221 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.597258 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25346209'] for subnet, precommit_delete_associations {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.636041 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1686774'] for subnet, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.801775 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1686753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25507108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25355553'] for subnet, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.829114 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:35.833061 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.836286 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-bda63445-81c1-4e64-a686-45ed913f6fb1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6ea9c2f9-673b-42b8-b682-4b2d6b2c76a0 HTTP/1.1" status: 204 len: 168 time: 0.3179944 Jan 05 18:21:35.838835 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37324) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:35.902726 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1892757'] for network, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.981176 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1657933', 'neutron.services.segments.db._delete_segments_for_network-8752290823828'] for network, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:35.999597 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2239bc-c53d-43bc-bc2b-cae6951e7ea2']}} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:36.008300 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4') {'for_net_delete': True} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:36.008590 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.services.segments.db [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c63d24-bb46-4445-b8c3-e594b2cb0ec4') {} {{(pid=102089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:21:36.017887 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752290574502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25346230'] for segment, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.030005 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583'] for segment, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.036422 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:21:36.036798 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25507322'] for segment, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: Traceback (most recent call last): Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: timer() Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: cb(*args, **kw) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: return func(*args, **kwargs) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: self._notify() Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: self.callback(batched_events) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: event.method(event) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: return f(self, *a, **k) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._get(url).json() Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: return self.request(url, 'GET', **kwargs) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:21:36.038511 dv-cinder-xena-3-iscsi neutron-server[102089]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:21:36.147016 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1657972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570717'] for network, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.152047 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528882'] for network, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.155177 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae2239bc-c53d-43bc-bc2b-cae6951e7ea2 HTTP/1.1" status: 204 len: 168 time: 0.3154492 Jan 05 18:21:36.166645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f510-62b5-4aa2-bd59-63225f08ab5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2239bc-c53d-43bc-bc2b-cae6951e7ea2,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:36.551987 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37328) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:36.591124 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ba4b2368-af63-4794-8a44-1f43065e6872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f795b1200ebb4c23a529d7de626eeeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380452 Jan 05 18:21:36.593459 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37330) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:36.645618 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.665825 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.781315 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.784031 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:36.785158 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0db7123-a141-4805-91fa-97dd84888bf4 HTTP/1.1" status: 204 len: 168 time: 0.1907890 Jan 05 18:21:36.792481 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3204b-2d6c-4e94-ae8b-bea7529b84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db7123-a141-4805-91fa-97dd84888bf4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:38.152461 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 20345e39-42ea-44fa-a4ec-35f8c8af1eba no longer exists at agent hyperv_hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:21:38.173523 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.plugin [None req-7285399b-664c-4f08-88b2-034605d16706 None None] No Port match for: 20345e39-42ea-44fa-a4ec-35f8c8af1eba {{(pid=102090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Jan 05 18:21:38.173868 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron.plugins.ml2.rpc [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Device 20345e39-42ea-44fa-a4ec-35f8c8af1eba not bound to the agent host hv-cinder-xena0 {{(pid=102090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:21:38.612470 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:38.745041 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37380) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:38.847951 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6c58-568b-4662-97fa-4c3424444b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:38.919201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6c58-568b-4662-97fa-4c3424444b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:38.983665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6c58-568b-4662-97fa-4c3424444b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:39.025511 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-7c3f6c58-568b-4662-97fa-4c3424444b01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bbab7841dd04dca9ee266c09bc26cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793620 Jan 05 18:21:39.026399 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f6c58-568b-4662-97fa-4c3424444b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aabfc3-b8ca-4951-bba3-3e27d1d8559b,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:39.028284 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37384) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:39.076210 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:39.097384 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:39.212373 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:39.214911 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:39.216067 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29aabfc3-b8ca-4951-bba3-3e27d1d8559b HTTP/1.1" status: 204 len: 168 time: 0.1861081 Jan 05 18:21:39.224353 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddea21f-62d5-4fa5-86cf-3511fa6ad45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aabfc3-b8ca-4951-bba3-3e27d1d8559b,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:41.321027 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d51bb4d5-bde9-4842-910a-65c028c487e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.180305 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37446) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:42.281711 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94a638a7-0615-4ee5-9df8-d2c3c2d74bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.354575 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94a638a7-0615-4ee5-9df8-d2c3c2d74bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.417659 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-94a638a7-0615-4ee5-9df8-d2c3c2d74bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.455773 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-94a638a7-0615-4ee5-9df8-d2c3c2d74bf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97bd3766e3f2460ca4435869a427bfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744215 Jan 05 18:21:42.457645 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a638a7-0615-4ee5-9df8-d2c3c2d74bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712d276-c39a-45ed-b4f6-6867009a8e2f,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:42.458531 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37450) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:42.505393 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.525986 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.632380 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.634901 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:42.636034 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1712d276-c39a-45ed-b4f6-6867009a8e2f HTTP/1.1" status: 204 len: 168 time: 0.1765046 Jan 05 18:21:42.644665 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f2167-efe7-41af-a464-8187bd8b3c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712d276-c39a-45ed-b4f6-6867009a8e2f,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:43.275554 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37456) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:43.289958 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-faa22170-c6a4-4477-9017-b871fc868808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.359763 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-faa22170-c6a4-4477-9017-b871fc868808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.438952 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-faa22170-c6a4-4477-9017-b871fc868808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.474762 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-faa22170-c6a4-4477-9017-b871fc868808 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7138f5a17ef44c48bd1b1328e8509b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979010 Jan 05 18:21:43.475940 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22170-c6a4-4477-9017-b871fc868808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6defa3-d613-4409-b5d2-66b5407c8ea4,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:43.477401 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37458) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:43.527208 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.549075 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.575325 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a8f4dc16-4095-46a2-ace6-0dca83885e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.673228 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.675801 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:43.676980 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e6defa3-d613-4409-b5d2-66b5407c8ea4 HTTP/1.1" status: 204 len: 168 time: 0.1979399 Jan 05 18:21:43.688592 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5aaa7-6821-4d08-aa1b-d843bfa4dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6defa3-d613-4409-b5d2-66b5407c8ea4,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:44.596946 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.240059 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37488) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:45.342430 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a6ed-d895-409b-9b70-b08ad0728f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.414339 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a6ed-d895-409b-9b70-b08ad0728f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.483516 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a6ed-d895-409b-9b70-b08ad0728f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.521092 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0fa9a6ed-d895-409b-9b70-b08ad0728f3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0c9aa98b9f34d4589533dda0e7d0600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799935 Jan 05 18:21:45.521910 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a6ed-d895-409b-9b70-b08ad0728f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e506f9fd-8888-4ad7-a324-a7ffa282f391,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:45.523953 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37492) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:45.570909 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.591598 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.715359 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.718103 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:45.719268 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e506f9fd-8888-4ad7-a324-a7ffa282f391 HTTP/1.1" status: 204 len: 168 time: 0.1943314 Jan 05 18:21:45.726889 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e506f9fd-8888-4ad7-a324-a7ffa282f391,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:45.734891 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.735238 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.735574 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.735897 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.736216 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.736537 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.736858 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.737172 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.737495 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.737810 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.738155 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:45.738471 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb82c4-1d4c-4c74-ad4f-cee97fbb7861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:46.206524 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:46.532747 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:46.645691 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:21:56.661082 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37614) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:56.763829 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60887c51-2a1f-4f13-9f8c-90edaab86367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:56.834902 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60887c51-2a1f-4f13-9f8c-90edaab86367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:56.929261 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-60887c51-2a1f-4f13-9f8c-90edaab86367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:56.967292 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-60887c51-2a1f-4f13-9f8c-90edaab86367 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73a0cf87ecb14bbdafd8a309cf725f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051581 Jan 05 18:21:56.968099 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887c51-2a1f-4f13-9f8c-90edaab86367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94487573-97d7-4a51-9159-1d85b73aa1a8,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:56.970825 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37618) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:57.019717 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.040840 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.154936 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.157431 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.158637 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94487573-97d7-4a51-9159-1d85b73aa1a8 HTTP/1.1" status: 204 len: 168 time: 0.1868224 Jan 05 18:21:57.166929 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94487573-97d7-4a51-9159-1d85b73aa1a8,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:57.173898 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.174266 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.174608 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.175550 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.175881 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.176213 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.176535 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.176857 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.177179 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.177497 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.177816 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.178189 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c98433-144b-460d-9fec-6181fd89267d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:21:57.762323 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37624) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:57.776199 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4c49154b-db32-450c-bcd4-228652db90f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.847966 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4c49154b-db32-450c-bcd4-228652db90f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.926456 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-4c49154b-db32-450c-bcd4-228652db90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:57.964195 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-4c49154b-db32-450c-bcd4-228652db90f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54715534ae664f52933a1062690f9484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008054 Jan 05 18:21:57.966212 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49154b-db32-450c-bcd4-228652db90f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94062a5d-fa4e-4c98-b2f3-ec6eaacc7f49,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:57.966913 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37626) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:58.016503 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:58.037309 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:58.157651 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:58.160178 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:58.161354 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94062a5d-fa4e-4c98-b2f3-ec6eaacc7f49 HTTP/1.1" status: 204 len: 168 time: 0.1934676 Jan 05 18:21:58.169341 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87e4ee-bf61-4552-b63c-cba5fcb69889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94062a5d-fa4e-4c98-b2f3-ec6eaacc7f49,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:58.863653 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37632) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:58.876533 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3bb4cf2f-5039-4bf7-8491-9826fdab181d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:58.950093 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3bb4cf2f-5039-4bf7-8491-9826fdab181d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.023524 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-3bb4cf2f-5039-4bf7-8491-9826fdab181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.061613 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-3bb4cf2f-5039-4bf7-8491-9826fdab181d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c39802513ca145dfa14dc4da1892f2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969163 Jan 05 18:21:59.062493 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4cf2f-5039-4bf7-8491-9826fdab181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aca40b-bc5f-4a12-8b3e-77d22c9e7db5,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:21:59.064282 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37634) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:21:59.112491 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.133012 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.257860 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.260394 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:21:59.261590 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3aca40b-bc5f-4a12-8b3e-77d22c9e7db5 HTTP/1.1" status: 204 len: 168 time: 0.1957288 Jan 05 18:21:59.269874 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11cffb-9131-4f43-bb4e-925aaec8988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aca40b-bc5f-4a12-8b3e-77d22c9e7db5,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:22:08.657769 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:11.329037 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a201475c-369f-44df-ace7-2b372f328bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:13.090903 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-b08d8b63-c9e1-40ec-9ba4-df24cb774c8e req-1cdccf9a-73c0-4e6f-a765-d5f401e3e3d3 service neutron] (102089) timed out ('10.222.0.10', 52640) {{(pid=102089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 05 18:22:13.565958 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-d72b3059-45d0-4153-b50f-4ad9a652f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:14.606092 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:16.191430 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:16.534635 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:23.643543 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:22:38.771713 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:41.334397 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-c63f26f0-af23-4388-9664-27c65ef2f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:43.554852 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3e0f679c-b188-4e95-b050-a630c4ef80de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:44.651537 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.225817 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.272670 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 37856) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:22:46.375644 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f3d-34bd-4eed-8345-830555582e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.448752 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f3d-34bd-4eed-8345-830555582e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.499880 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f3d-34bd-4eed-8345-830555582e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.538976 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-fdd52f3d-34bd-4eed-8345-830555582e25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=001d40aea0f648a89c272cd436874b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652373 Jan 05 18:22:46.539848 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd52f3d-34bd-4eed-8345-830555582e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cae16f-171f-49cd-a5c1-663d296b7af4,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:22:46.542284 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 37860) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:22:46.544550 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.592055 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.612827 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.714918 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.717413 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:22:46.718592 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8cae16f-171f-49cd-a5c1-663d296b7af4 HTTP/1.1" status: 204 len: 168 time: 0.1758547 Jan 05 18:22:46.727354 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cae16f-171f-49cd-a5c1-663d296b7af4,revision_number=None']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:22:46.735411 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.735865 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.736233 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.736566 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.736901 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.737219 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.737538 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.737857 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.738208 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.738529 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.738844 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:22:46.739153 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff622e7d-5440-44f1-abdd-f9e4eb0f54a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:00.642100 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:23:08.665201 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:11.348365 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e2987a6b-8219-4b3a-8d4a-3c37cdc7026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:13.576505 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8e02d695-4f01-48af-8cf4-dfce299bdf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:14.619202 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:16.205351 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:16.553691 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:33.983026 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [-] (102089) accepted ('10.222.0.26', 38146) {{(pid=102089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:23:34.083018 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c27ff7ac-1654-40df-877f-9c5f2bc1087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.154074 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c27ff7ac-1654-40df-877f-9c5f2bc1087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.244841 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron_lib.callbacks.manager [None req-c27ff7ac-1654-40df-877f-9c5f2bc1087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.286101 dv-cinder-xena-3-iscsi neutron-server[102089]: INFO neutron.wsgi [None req-c27ff7ac-1654-40df-877f-9c5f2bc1087b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0daeb6eea8b43a1affaf62369fe6213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020146 Jan 05 18:23:34.287000 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ff7ac-1654-40df-877f-9c5f2bc1087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0afdc-58e7-4008-9d40-04f2c93176cb,revision_number=1']} {{(pid=102089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:23:34.288845 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 38150) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:23:34.341201 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.361538 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.479023 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.481907 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:34.483085 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2de0afdc-58e7-4008-9d40-04f2c93176cb HTTP/1.1" status: 204 len: 168 time: 0.1932445 Jan 05 18:23:34.490743 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0afdc-58e7-4008-9d40-04f2c93176cb,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:23:34.497739 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:34.501483 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f1dd7-c21a-4cf0-a6fb-d94e2797acd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-xena-3-iscsi {{(pid=102088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:23:37.642628 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:23:38.658641 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:41.393467 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dcaddd89-696e-4019-bf8d-36e0c97ac56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:43.601492 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a81d5aca-3119-4915-a2e5-5915f7e65979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:44.618503 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:46.193163 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:46.538420 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:58.569507 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 38292) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:23:58.671345 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5219d0f-889d-45a9-adf7-5a5cc8887455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:58.742278 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5219d0f-889d-45a9-adf7-5a5cc8887455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:58.812213 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-b5219d0f-889d-45a9-adf7-5a5cc8887455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_create {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:58.848156 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219d0f-889d-45a9-adf7-5a5cc8887455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b9db4e-319c-4479-901d-ec1b4194d351,revision_number=1']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:23:58.852411 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-b5219d0f-889d-45a9-adf7-5a5cc8887455 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1916c6a7b48041ba8d7effcbd4b9ac61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817688 Jan 05 18:23:58.857212 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.wsgi [-] (102088) accepted ('10.222.0.26', 38296) {{(pid=102088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 05 18:23:58.903827 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:58.927897 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:59.029511 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768129'] for security_group, after_delete {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:59.032127 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron_lib.callbacks.manager [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:23:59.033273 dv-cinder-xena-3-iscsi neutron-server[102088]: INFO neutron.wsgi [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3b9db4e-319c-4479-901d-ec1b4194d351 HTTP/1.1" status: 204 len: 168 time: 0.1750693 Jan 05 18:23:59.040777 dv-cinder-xena-3-iscsi neutron-server[102088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2eee9-ba1b-44cb-a4c6-fba74beb1323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b9db4e-319c-4479-901d-ec1b4194d351,revision_number=None']} {{(pid=102088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:24:08.667161 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:11.457749 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-32ef5630-5d6d-4d91-b778-c60d707188f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:13.572111 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-23dc5602-c995-47fd-93e5-a4b9e2ee784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:14.635050 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:14.641876 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:24:16.240781 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:16.552601 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:38.697121 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:41.325730 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-85507d9e-135e-4823-8fa0-f3b21517b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:43.574894 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a6d52646-fb72-42c8-acb9-fc11d6d1401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:44.657472 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:46.205584 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:46.582477 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:24:51.641051 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:25:08.711989 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:11.362960 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f438dc1-b26f-48a5-9af7-0d256385b1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:13.576386 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-5491a59d-9d1b-4686-868c-89abe34601b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:14.673511 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:16.199624 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:16.522937 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:28.639403 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:25:38.695562 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:41.341846 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-dec52bb9-151f-407d-a65a-128fb02ff547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:43.580129 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9dfce8ee-2cd9-4303-8578-e1416751f8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:44.654282 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:46.214366 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:46.556767 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:25:55.530567 dv-cinder-xena-3-iscsi neutron-server[102089]: DEBUG neutron.wsgi [req-ae15ad69-37cc-4961-8b8c-a4fa6caa7324 req-4cf27537-ef2a-48a7-a9f7-4d1602ec4b28 tempest-ServerRescueNegativeTestJSON-1520246884 tempest-ServerRescueNegativeTestJSON-1520246884-project] (102089) timed out ('10.222.0.10', 52629) {{(pid=102089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 05 18:26:05.638607 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:26:08.745010 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:11.341123 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-f7c15da1-cffd-42fc-ac0f-82bf81c4fab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:13.580652 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-65e880f4-c6de-4723-a016-0e6b1b8b66be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:14.655336 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:16.220841 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:16.580850 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:38.711561 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:41.334554 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-9821ab5b-a1e5-45ca-8315-88fe9aecdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:42.636383 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:26:43.596860 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-3457584e-fbca-4aa9-9550-f09f8da108e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:44.641761 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:46.214452 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:26:46.551122 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:08.721165 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:11.350763 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8c4710a3-2399-48a6-af65-b34e84506aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:13.600587 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-a842698a-ce7c-4c0e-8f88-e59cffc2cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:14.648153 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:16.225012 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:16.567598 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:19.635845 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:27:38.710218 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:41.321655 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-75751fd4-50e2-41e8-a99c-9b3466ce1eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:43.571410 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-abc284d0-c897-483c-95df-1243b7e053c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:44.630269 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:46.251828 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:46.555814 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:27:56.635776 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:28:08.721094 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:11.378215 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-eb6a4d83-ecb4-49ee-9251-677e37ad481e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:13.577856 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-fa973e06-71ac-41aa-bb8e-84ecb0edfb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:14.646356 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:16.234737 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:16.577678 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:33.636188 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:28:38.726760 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:41.354708 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-e7057eea-60cd-4f01-8a75-a3a49778b341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:43.559785 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8f0d49a4-95fa-4658-a460-73ba58aaeb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:44.640328 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:46.228299 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:28:46.554474 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:08.742669 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7285399b-664c-4f08-88b2-034605d16706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:10.635927 dv-cinder-xena-3-iscsi neutron-server[102091]: DEBUG neutron.db.agents_db [None req-b92fc933-6408-44bd-918a-4b9b95e4e3bd None None] Agent healthcheck: found 6 active agents {{(pid=102091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:29:11.324549 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-cb10a5cb-9043-41e8-9395-d880dd2c2347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:13.559040 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-8e0a7497-07d3-44bf-b3c4-1a3aa77d2700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:14.650412 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-017a0bf7-c789-46cf-ba0a-a3318660e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:16.256623 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-7897e9b6-1974-4dc2-90c6-f3ee69829161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 05 18:29:16.541953 dv-cinder-xena-3-iscsi neutron-server[102090]: DEBUG neutron_lib.callbacks.manager [None req-6ea19197-3619-4539-894b-39397b0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752290823810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655863'] for agent, after_update {{(pid=102090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}